-- Logs begin at Wed 2021-02-17 03:49:14 UTC, end at Wed 2021-02-17 04:51:22 UTC. -- Feb 17 04:25:48.538004 dv-cinder-760197-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:25:51.234343 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:25:51.234807 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:25:51.236176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83931) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:25:51.237967 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:25:51.238255 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:25:51.238605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83931) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:25:51.239639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:25:51.239905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:25:51.240962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:25:51.241248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:25:51.241503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:25:51.241875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.242217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.242563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.242811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.243150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.243480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.243799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.244131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.244468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.244789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.245729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.246052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.246310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.246628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.246958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.247285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.247540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] debug = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.247857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.248388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.248707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.249065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.249395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.249702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.250014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.250333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.250694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] host = dv-cinder-760197-3-smb {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.251008 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.251334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.251666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.251991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.252299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.252611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.252965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.253274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.253581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.253893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.254219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.254544 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.254878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.255133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.255386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.255711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.256041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.256354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.256664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.257005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.257318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.257628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.257931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.258256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.258579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.258904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.259220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.259529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.259837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.260145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.260468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.260801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.261138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.261448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.261779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.262085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.262394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.262734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.263065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.263384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.263971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.264280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.264603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.264930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.265242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.265550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_json = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.265859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.266164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.266485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.266794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.267100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.267411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.267719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.268044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:51.268378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.268714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.269079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.269399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.269728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.270046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.270375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.270687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.271017 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.271346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.271676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.271988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.272310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.272622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.272980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.273328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.273663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.273995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.274304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.274612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.274918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.275230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.275553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.275886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.276234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.276548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.276902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.277216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.277531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.277839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.278152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.278482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.278797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.279105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.279423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.279735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.280041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.280347 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.280661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.281015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.281328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.281637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.281946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.282257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.282565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.282886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.283198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.283505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.283813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.284126 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.284433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.284740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.285080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.285387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.285697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.286005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.286314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.286621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.286926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.287232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.287536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.287843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.288157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.288465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.288771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.289102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.289410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.289716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.290041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.290376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.290691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.291006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.291321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.291637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.292461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.292776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.293117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.293436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.293745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.294076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.294399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.294721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.295042 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.295357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.295697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.296010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.296330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.296645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.296984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.297308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.297636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.297966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.298298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.298630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.298959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.299289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.299607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.299958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.300272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:51.300519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:25:51.300778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83931) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 04:25:51.950689 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading Gnome Feb 17 04:25:51.968492 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading Google Feb 17 04:25:51.971018 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 04:25:51.974446 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading file Feb 17 04:25:51.975436 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading keyczar Feb 17 04:25:51.975712 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading multi Feb 17 04:25:51.976338 dv-cinder-760197-3-smb neutron-server[83931]: INFO keyring.backend [-] Loading pyfs Feb 17 04:25:52.020992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:25:52.021305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:25:52.021622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:25:52.021983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:25:52.413716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.414251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.414358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.463692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.466652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.466652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.471206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.471501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.471863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.539322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.539629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.539927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.541091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.541389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.541681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.814036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.814284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.814559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.814861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.815691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.962826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.963200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.963521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.964363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.964660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.965061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.965360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.965650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.965935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.966269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.966563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.966864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.967168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.967455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.967761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.968077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.968367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.968680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.968990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.969474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.969758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.970039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.970374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.970654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.970928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:52.971345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.971615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.971884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.972152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.972419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.972686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:52.973185 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:25:52.976358 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:25:52.980272 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:25:52.984167 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 17 04:25:52.985846 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:25:52.987102 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:25:52.987484 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 04:25:52.987918 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:25:52.990661 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:25:52.990946 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:25:52.991329 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 04:25:53.014246 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 04:25:53.014755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.015089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83931) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 04:25:53.015496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.016839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83931) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:25:53.017213 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 04:25:53.017490 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 04:25:53.020680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.021022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.087713 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:25:53.087908 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:25:53.088167 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:25:53.088575 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:25:53.121916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.sqlalchemy.engines [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83931) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 04:25:53.560444 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing driver for type 'gre' Feb 17 04:25:53.561029 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] gre ID ranges: [(1, 1000)] Feb 17 04:25:53.599845 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing driver for type 'local' Feb 17 04:25:53.600216 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing driver for type 'vlan' Feb 17 04:25:53.610218 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] VlanTypeDriver initialization complete Feb 17 04:25:53.610660 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing driver for type 'vxlan' Feb 17 04:25:53.611169 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:25:53.651292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing extension driver 'port_security' Feb 17 04:25:53.651656 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] PortSecurityExtensionDriver initialization complete Feb 17 04:25:53.652027 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing mechanism driver 'openvswitch' Feb 17 04:25:53.658223 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:25:53.659054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.659464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.659852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.660277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.660664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.661070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.661484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.661864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.662238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.662652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.663031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.663403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.663816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.664197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.664569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.665160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > address_group after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.665540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > address_group after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.665913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.666281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] ML2 OVO RPC backend initialized. {{(pid=83931) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 04:25:53.667517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.667899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.668353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.668731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > networks before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.669131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.669503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > ports before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.669879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.670250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnets before_response 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.670627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.670999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.671367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.671738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.672109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.672479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.672847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.673241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.673609 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.674241 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.plugin [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Modular L2 Plugin initialization complete Feb 17 04:25:53.674600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading services supported by the core plugin {{(pid=83931) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:25:53.674953 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.plugins.ml2.managers [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Got port-security extension from driver 'port_security' Feb 17 04:25:53.675467 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.extensions.vlantransparent [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Disabled vlantransparent extension. Feb 17 04:25:53.675949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83931) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:25:53.676291 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: router Feb 17 04:25:53.714807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.715244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_create 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.715644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router before_create 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.716051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.716460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.716849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_delete 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.717288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.717692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_create 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.718073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.718459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.718841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.719240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.719724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.720139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.720516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.720909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: subnet after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.721286 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.721672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.722054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_create 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.722431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.722813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.723214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router after_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.723591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.723977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_create 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.724377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.724757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_update 55549900 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.725229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > network after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.726225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Tracking information for resource: router configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:53.726600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Tracking information for resource: floatingip configured {{(pid=83931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:25:53.732009 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_agentschedulers_db [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:25:53.732655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.733074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.733462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.733847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: port after_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.734747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router before_create 55550100 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.735147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.735551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_create 55550100 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.735950 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > router precommit_update 55550100 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.740604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.provider_configuration [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service providers = [] {{(pid=83931) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:25:53.741026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.servicetype_db [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83931) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:25:53.744005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.service_base [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:25:53.744388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.service_base [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:25:53.744764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.service_base [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:25:53.745694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.service_base [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:25:53.746099 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.services.service_base [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:25:53.746514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.746865 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:25:53.756963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.757336 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: auto_allocate Feb 17 04:25:53.763221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: network precommit_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.763873 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: network precommit_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.764457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.764812 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: tag Feb 17 04:25:53.771701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.772067 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: timestamp Feb 17 04:25:53.775918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.776991 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: network_ip_availability Feb 17 04:25:53.782429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.782835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.783221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:53.784002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.784355 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: flavors Feb 17 04:25:53.788853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.789267 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading Plugin: revisions Feb 17 04:25:53.793572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:25:53.793990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=83931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:25:53.794792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83931) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 04:25:53.795648 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Initializing extension manager. Feb 17 04:25:53.796214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: __init__.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.796590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: __pycache__ {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.796983 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.797351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: address_group.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.798301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.798925 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: address-group Feb 17 04:25:53.799282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: address_scope.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.800040 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.800607 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: address-scope Feb 17 04:25:53.800987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.801922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.802489 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:25:53.802848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: agent.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.803603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.804168 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: agent Feb 17 04:25:53.804522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: agent_resources_synced.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.805479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.806051 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: agent-resources-synced Feb 17 04:25:53.806409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: allowedaddresspairs.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.808217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.808801 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: allowed-address-pairs Feb 17 04:25:53.809185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: auto_allocated_topology.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.810260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.810875 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: auto-allocated-topology Feb 17 04:25:53.811192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: availability_zone.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.811942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.812508 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: availability_zone Feb 17 04:25:53.812895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: availability_zone_filter.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.813823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.814387 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: availability_zone_filter Feb 17 04:25:53.814748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: data_plane_status.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.815662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.816231 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:25:53.816589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: default_subnetpools.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.817533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.818097 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: default-subnetpools Feb 17 04:25:53.818455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.819406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.819970 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:25:53.820331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: dns.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.821281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.821846 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:25:53.822203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: dns_domain_ports.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.823147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.823717 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:25:53.824074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: dvr.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.824788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.825386 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: dvr Feb 17 04:25:53.825747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: empty_string_filtering.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.826665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.827231 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: empty-string-filtering Feb 17 04:25:53.827589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.828511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.829134 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:25:53.829492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.830416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.831005 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:25:53.831345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: external_net.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.832255 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.832818 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: external-net Feb 17 04:25:53.833235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.834152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.834716 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: extra_dhcp_opt Feb 17 04:25:53.835074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: extraroute.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.835980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.836625 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: extraroute Feb 17 04:25:53.837010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: extraroute_atomic.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.838044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.839135 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: extraroute-atomic Feb 17 04:25:53.839487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: filter_validation.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.840182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.840744 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: filter-validation Feb 17 04:25:53.841125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: fip_pf_description.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.842038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.842595 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:25:53.842947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: fip_port_details.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.843880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.844450 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: fip-port-details Feb 17 04:25:53.844810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: flavors.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.846061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.846640 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: flavors Feb 17 04:25:53.847001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.848643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.849246 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:25:53.849707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: floatingip_pools.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.850457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.851026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: floatingip-pools Feb 17 04:25:53.851409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: ip_allocation.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.852326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.852914 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:25:53.853277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.854203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.855318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: ip-substring-filtering Feb 17 04:25:53.855678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l2_adjacency.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.856604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.857189 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:25:53.857546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.858609 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.859180 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: router Feb 17 04:25:53.859539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.861811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.862397 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:25:53.862768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.863693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.864269 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: ext-gw-mode Feb 17 04:25:53.864634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.865594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.866164 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: l3-ha Feb 17 04:25:53.866528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3_flavors.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.867451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.868017 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: l3-flavors Feb 17 04:25:53.868376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.869331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.869922 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:25:53.870281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: l3agentscheduler.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.871530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.872111 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: l3_agent_scheduler Feb 17 04:25:53.872474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: logging.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.874009 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.874596 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension logging not supported by any of loaded plugins Feb 17 04:25:53.874964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: metering.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.875773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.876467 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: metering Feb 17 04:25:53.876834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.877990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.878561 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:25:53.878924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: multiprovidernet.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.879866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.880439 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: multi-provider Feb 17 04:25:53.880804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: netmtu.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.881773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.882338 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: net-mtu Feb 17 04:25:53.882695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: netmtu_writable.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.883620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.884184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: net-mtu-writable Feb 17 04:25:53.884540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: network_availability_zone.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.885298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.885888 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: network_availability_zone Feb 17 04:25:53.886245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: network_ip_availability.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.887354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.887923 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: network-ip-availability Feb 17 04:25:53.888279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: network_segment_range.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.889500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.890069 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:25:53.890429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: pagination.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.891428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.891799 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: pagination Feb 17 04:25:53.892152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: port_device_profile.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.893091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.893663 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: port-device-profile Feb 17 04:25:53.894021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.894947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.895515 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: port-mac-address-regenerate Feb 17 04:25:53.895872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.896786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.897382 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: port-numa-affinity-policy Feb 17 04:25:53.897740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: port_resource_request.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.898658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.899220 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:25:53.899574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: portbindings.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.900514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.901611 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: binding Feb 17 04:25:53.901977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: portbindings_extended.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.903275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.903849 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: binding-extended Feb 17 04:25:53.904212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: portsecurity.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.905167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.905736 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: port-security Feb 17 04:25:53.906091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: project_id.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.907066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.907438 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: project-id Feb 17 04:25:53.907796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: providernet.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.908720 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.909318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: provider Feb 17 04:25:53.909676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.913254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.913842 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos not supported by any of loaded plugins Feb 17 04:25:53.914212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.916527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.917747 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:25:53.918118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.919056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.919630 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:25:53.919991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_default.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.920937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.921509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:25:53.921869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_fip.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.922560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.923115 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:25:53.923472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_gateway_ip.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.924400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.924998 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:25:53.925358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_port_network_policy.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.926278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.926840 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:25:53.927197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_rule_type_details.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.928122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.928683 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:25:53.929070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: qos_rules_alias.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.930183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.930755 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:25:53.931116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: quotasv2.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.932103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.932522 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: quotas Feb 17 04:25:53.932897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: quotasv2_detail.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.934522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.934903 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: quota_details Feb 17 04:25:53.935269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: rbac.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.936414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.937059 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: rbac-policies Feb 17 04:25:53.937428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: rbac_address_scope.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.938365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.938942 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: rbac-address-scope Feb 17 04:25:53.939301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: rbac_security_groups.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.940331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.940936 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: rbac-security-groups Feb 17 04:25:53.941300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: rbac_subnetpool.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.942229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.942796 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: rbac-subnetpool Feb 17 04:25:53.943156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: revisionifmatch.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.944077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.944638 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: revision-if-match Feb 17 04:25:53.945024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: revisions.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.946152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.946719 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: standard-attr-revisions Feb 17 04:25:53.947082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: router_availability_zone.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.947803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.948405 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: router_availability_zone Feb 17 04:25:53.948763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: routerservicetype.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.949723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.950299 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:25:53.950657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.951604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.952176 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:25:53.952537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.953484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.954052 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: port-security-groups-filtering Feb 17 04:25:53.954409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.955368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.955943 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: security-groups-remote-address-group Feb 17 04:25:53.956301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: securitygroup.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.970724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.971337 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: security-group Feb 17 04:25:53.971709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: segment.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.972572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.973163 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension segment not supported by any of loaded plugins Feb 17 04:25:53.973542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.974494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.975062 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:25:53.975419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: servicetype.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.976508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.977114 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: service-type Feb 17 04:25:53.977480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: sorting.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.978461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.978833 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: sorting Feb 17 04:25:53.979192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: standard_attr_segment.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.980686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.981297 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:25:53.981658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: standardattrdescription.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.982336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.982906 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: standard-attr-description Feb 17 04:25:53.983265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: stateful_security_group.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.984212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.984790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: stateful-security-group Feb 17 04:25:53.985180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: stdattrs_common.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.985767 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:25:53.986125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.987217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.987784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:25:53.988146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnet_onboard.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.989250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.989829 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: subnet_onboard Feb 17 04:25:53.990189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.991121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.991689 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:25:53.992046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnet_service_types.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.993039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.993621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: subnet-service-types Feb 17 04:25:53.993977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnetallocation.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.995071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.995644 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: subnet_allocation Feb 17 04:25:53.996006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.996710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.997306 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:25:53.997668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:53.998617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:53.999182 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:25:53.999541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: tagging.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.000811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.001425 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: standard-attr-tag Feb 17 04:25:54.001791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: timestamp.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.003031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.003606 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loaded extension: standard-attr-timestamp Feb 17 04:25:54.003970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: trunk.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.005034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.005613 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension trunk not supported by any of loaded plugins Feb 17 04:25:54.005977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: trunk_details.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.006905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.007474 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:25:54.007839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: uplink_status_propagation.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.008760 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.009352 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:25:54.009712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Loading extension file: vlantransparent.py {{(pid=83931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:25:54.010409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:25:54.010993 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:25:54.013928 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:network Feb 17 04:25:54.014739 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:25:54.015401 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:25:54.016064 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:port Feb 17 04:25:54.017560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.018095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service FLAVORS assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.018865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.019346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.019717 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:router Feb 17 04:25:54.020455 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:25:54.021251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service METERING assigned prefix: /metering {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.023007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:54.023405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:54.023786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83931) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:25:54.024958 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:25:54.025467 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:25:54.026811 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:25:54.027615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service CORE assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.027987 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:25:54.028364 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] subnetpool is already registered Feb 17 04:25:54.029065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service CORE assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.029433 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:25:54.029794 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] subnetpool is already registered Feb 17 04:25:54.032561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.033087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service FLAVORS assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.033741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.034281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.034648 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:router Feb 17 04:25:54.035012 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] router is already registered Feb 17 04:25:54.035667 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:25:54.036031 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] floatingip is already registered Feb 17 04:25:54.036721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service METERING assigned prefix: /metering {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.037492 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:25:54.037853 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] rbac_policy is already registered Feb 17 04:25:54.038482 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:25:54.038846 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] security_group is already registered Feb 17 04:25:54.039495 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:25:54.039854 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] security_group_rule is already registered Feb 17 04:25:54.040582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service CORE assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.040989 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:25:54.041353 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] subnetpool is already registered Feb 17 04:25:54.042620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.resource_helper [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Service CORE assigned prefix: {{(pid=83931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:25:54.042983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:25:54.043344 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.quota.resource_registry [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] subnetpool is already registered Feb 17 04:25:54.044058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: extensions {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.045642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: address-groups {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.047324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: address-scopes {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.048619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: agents {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.049982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: auto-allocated-topology {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.051303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: availability_zones {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.052703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: dhcp-networks {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.054236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: dhcp-agents {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.055728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: routers {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.057727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: flavors {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.058977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: service_profiles {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.060264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: next_providers {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.062739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: service_profiles {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.064234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: floatingip-pools {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.065561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: routers {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.067481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: floatingips {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.068751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: l3-routers {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.070247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: l3-agents {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.071736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: metering-labels {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.073237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: metering-label-rules {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.074602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: network-ip-availabilities {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.075996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: bindings {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.077747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: quotas {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.079262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: quotas {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.080768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: rbac-policies {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.082155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: security-groups {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.083443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: security-group-rules {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.084755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: service-providers {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.086076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: subnetpools {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.087563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: subnetpools {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.089666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.091436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.093376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.095230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.097138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.098952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.100834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.102793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.105453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.107301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.extensions [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Extended resource: tags {{(pid=83931) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:25:54.114450 dv-cinder-760197-3-smb neutron-server[83931]: WARNING keystonemiddleware.auth_token [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:25:54.119797 dv-cinder-760197-3-smb neutron-server[83931]: WARNING keystonemiddleware.auth_token [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:25:54.128666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Acquired lock "singleton_lock" {{(pid=83931) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:25:54.129212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Releasing lock "singleton_lock" {{(pid=83931) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:25:54.130640 dv-cinder-760197-3-smb neutron-server[83931]: INFO oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Starting 2 workers Feb 17 04:25:54.136044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Started child 84040 {{(pid=83931) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:25:54.140274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.141176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Started child 84041 {{(pid=83931) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:25:54.141819 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [-] (84040) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:25:54.142655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:25:54.143330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Notify callbacks [] for process, before_spawn {{(pid=83931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.144526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.145866 dv-cinder-760197-3-smb neutron-server[83931]: INFO oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Starting 1 workers Feb 17 04:25:54.145976 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [-] (84041) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:25:54.151975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Started child 84042 {{(pid=83931) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:25:54.152516 dv-cinder-760197-3-smb neutron-server[83931]: INFO oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Starting 1 workers Feb 17 04:25:54.154238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] calling RpcWorker wait() {{(pid=84042) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:25:54.154646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] returning from RpcWorker wait() {{(pid=84042) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:25:54.156149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.156652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:25:54.157381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Started child 84043 {{(pid=83931) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:25:54.158178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed5bc-40f2-4daa-b652-c45ff7b333cd None None] Notify callbacks [] for process, after_spawn {{(pid=83931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.159853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83931) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:25:54.160087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:25:54.160291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:25:54.160547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:25:54.160987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:25:54.161182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:25:54.161759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.162060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:54.162166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.162363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.162646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.162979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.163382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:25:54.163636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.163925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.164211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.164523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.164804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.165042 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.165236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.165518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.165800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.166131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.166410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.166683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.166988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.167198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.167467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.167776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.168067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.168374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] debug = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.168646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.169232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.169500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.169790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.170049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.170349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.170613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.170908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.171196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.171457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.171722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.171998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.172239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.172508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.172808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.173088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.173527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] host = dv-cinder-760197-3-smb {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.173791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.174037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.174297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.174557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.174835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.175092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.175389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.175676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.175933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.176205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.176471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.176728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.177041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.177303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.177492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_options = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.177753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.178038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.178341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.178552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.178742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.178930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.179221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.179408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.179694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.179935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.180175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.180428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.180668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.180963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.181249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.181490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.181773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.181990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.182295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.182626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.182913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.183297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.183452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.183652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.183907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.184150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.184410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.184654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.184912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.186821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.187136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.187441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.187704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.188005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.188283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.188530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.188782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.189124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.189518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.189672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.189906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.190145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.190373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.190644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.190887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.191131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_json = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.191376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.191620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.191883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.192127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.192774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.192774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.193117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.193284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.193743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.193891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37360) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:25:54.194154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.194304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.194452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.194680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.194949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.195232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.195483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.195749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.196012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.196338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.196605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.196945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.197180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.197453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.197808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.198677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.198939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.199201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.199444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.199687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.200252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.200460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.200801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.201154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.201305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.201555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.201835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.202098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.202343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.202588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.202850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.203145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.203399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.203636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.203884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.204118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.204362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.204642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.204913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.205512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.205826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.206217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.206472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.206617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.206830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.207073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.207330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.208348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.208348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.208348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.208348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.210968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.211292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.211292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.211488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.211723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.211965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.212211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.212452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.212699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.212967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.213229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.213455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.214440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.214687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.214933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.215194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.215809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.216062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.216304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.217134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.217399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.217640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.217888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.218137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.218379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.218910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.219264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.219551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.219843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.220098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0237527 Feb 17 04:25:54.220426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.220587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.221033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.221323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.221619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.221879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.222143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.222433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.222701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.222994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.223279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.223531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.225241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.225241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.225241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.225474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.226818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.228887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.229187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.229941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.229941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.230235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.230374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.231036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.231036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.231227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.232790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.233076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.233331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.233644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.233924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.234175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.234424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.234708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.235064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.235372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.235643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.235891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.236187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.236480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.236731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.237068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.237366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.237641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.237909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.238196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.238442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.238685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.238952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.242024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.242323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.242598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.242876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.243147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.243488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.243722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.243998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.244284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.244561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.244820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.245267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.245643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.246087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.246351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.246626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.246884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.247156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.247411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.247660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.247948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.248202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.250729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.254798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.255111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.255187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.255385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.255658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.255922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.256181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.256438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.257162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.257621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.258246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.258759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.259177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.259557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.259961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.260226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.262749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.263229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.263900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.264300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.264702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.265168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.265654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.266091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.266499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.266899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.267291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.267751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.268225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.268691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.269607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.269607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.269607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.269840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.270214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.270444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.270899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.271373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.271888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.272295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.272850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.273373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.273856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.274672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.274672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.274956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.275185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.275701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.276107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.277201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.277722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.278204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.278669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.279109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.279559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.279990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.280423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.280707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.280980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.281226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.281486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.281776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.282161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.282417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.282790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.283675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.283675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.283675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.284004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.284004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.284163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:25:54.284671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83931) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:25:54.284838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:25:54.285198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:25:54.286323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:25:54.286323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:25:54.286323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:25:54.286323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.286323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.286818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.286990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.287242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.287530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.287722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.287908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.288093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.288275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.288458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.288642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.288821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.289054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.289211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.289376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.289701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.290912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] debug = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.291091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.291310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.291472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.291654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.291847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.292050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.292233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.292415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.292596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.292813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.293763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] host = dv-cinder-760197-3-smb {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.294948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.295895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_options = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.296746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.297737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.297934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.298949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.299132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.299313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.301446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.302539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.303672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.304567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_json = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:25:54.305908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.306284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.306284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.306637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.306637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.306637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.307727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.308850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.309773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.309870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.310175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.310175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.310457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.311548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.312930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.313956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.314201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.314201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.316804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.317956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.320345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.321419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.322625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.323675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.323675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.323675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.323854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.323854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.324458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.324458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.324458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.326151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.329736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.330668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.331754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.332846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.333845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334029 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.334955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.335141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.335325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.335510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.335696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.335879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.336064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.336248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.336432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.336616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.336807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.337834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.338013 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.338197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.338382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.338564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.339341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.339526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.340426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.340426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.340426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.340426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.340426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.341826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.342735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.343926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.344932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.346459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.346459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.346459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.346459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.347373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.348570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.349888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.350420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.350420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.350420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.350804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.350804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:25:54.351921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83931) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:26:04.313927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456ffab-7e14-4315-968a-1590a60530ac None None] get_active_networks_info from dv-cinder-760197-3-smb {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 04:26:04.471952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456ffab-7e14-4315-968a-1590a60530ac None None] No non-hosted networks {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:26:04.486031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agentschedulers_db [None req-a456ffab-7e14-4315-968a-1590a60530ac None None] DHCP Agent not found on host dv-cinder-760197-3-smb {{(pid=84042) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 04:26:04.787103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92b0a2a1-f55d-49fc-a78c-81416d320de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:06.864450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-db3cb38e-4214-40c1-8bfc-dc3c74467723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:06.910625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2ebb89a4-1bc6-498e-abf2-b6be59705aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:07.496906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:08.295356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:08.296687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.297290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.297803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.298331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.298699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.299367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.299606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.299862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.300223 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.301236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.305010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.305802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:08.306434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760197-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:08.324466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760197-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:08.594787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:10.154126 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37464) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:10.228499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] get_endpoint_by_host() called for host dv-cinder-760197-3-smb {{(pid=84042) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:26:10.233505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=84042) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:26:10.236699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=84042) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:26:10.242251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] _get_endpoints() called {{(pid=84042) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:26:10.798175 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-2bdaea18-b616-46fe-b3b5-e3be8ddc4873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:26:10.798761 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-2bdaea18-b616-46fe-b3b5-e3be8ddc4873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:26:11.029303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-2bdaea18-b616-46fe-b3b5-e3be8ddc4873 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:26:11.030384 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2bdaea18-b616-46fe-b3b5-e3be8ddc4873 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8753233 Feb 17 04:26:12.025378 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_hamode_db [None req-554ae6a3-c3a4-4d21-9ed0-aed2c1c60888 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:26:12.129074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ae6a3-c3a4-4d21-9ed0-aed2c1c60888 None None] Routers set() bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:26:12.129526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ae6a3-c3a4-4d21-9ed0-aed2c1c60888 None None] Router IDs set() for agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 04:26:13.778665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37480) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:14.160487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:14.229999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.policy [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84040) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:26:14.266995 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:26:14.267405 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:26:14.293962 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Loaded quota_driver: . Feb 17 04:26:14.310124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:14.367393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739153988267', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739153809441', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739153805844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739153828470', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739153827521', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036788115486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036787879163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853839858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853790790'] for rbac-policy, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:14.430465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:14.432268 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-deb64a03-a8e9-4737-97f9-57e595959917 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6520007 Feb 17 04:26:17.373969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37494) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:17.745753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Request body: {'network': {'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'name': 'private'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:17.751590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:17.756322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Usage tracker for resource:network and tenant:ff646baa38a54ceb9d97381667c07f90 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:17.760102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:17.766437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:17.774993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Made reservation on behalf of ff646baa38a54ceb9d97381667c07f90 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:26:17.781545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:17.800564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:17.967967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:17.971825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff646baa38a54ceb9d97381667c07f90 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:17.975414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:17.981623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:18.076508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.079246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.083930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:18.108532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:26:18.134092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.134586 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Added segment bdb2e94e-946f-4265-833a-98c9d1f16c52 of type vxlan for network 0000ca4f-b18b-46ed-888e-a90741ee74ba Feb 17 04:26:18.144034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139e15c-c0e1-4328-8f0b-df88f678c9b7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:18.195668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.196034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.196395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.196749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.197613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.197992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.198338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.198684 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.199051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.199395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.199739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.200079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Tracked resource versions report: Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:26:18.201229 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:26:18.252169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.258744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:18.292055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.293394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:18.294056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:18.298781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:18.417846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=0000ca4f-b18b-46ed-888e-a90741ee74ba,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:18.421630 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0465779 Feb 17 04:26:18.422363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:18.439982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:26:21.424187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37510) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:21.894571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29706bb-ceef-4677-ab05-6ddc085ba68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:21.896000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a29706bb-ceef-4677-ab05-6ddc085ba68e admin admin] 10.222.0.47 "GET /v2.0/networks/0000ca4f-b18b-46ed-888e-a90741ee74ba HTTP/1.1" status: 200 len: 818 time: 0.4707146 Feb 17 04:26:21.926803 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0ca92795-9d9e-48d7-9f24-04631a308bfc admin admin] 10.222.0.47 "GET /v2.0/subnetpools/8b39a8ce-b3fa-4ff1-8575-b76420a9270a HTTP/1.1" status: 200 len: 734 time: 0.0240114 Feb 17 04:26:21.935986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'ip_version': 4, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:21.940284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:21.944114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Usage tracker for resource:subnet and tenant:ff646baa38a54ceb9d97381667c07f90 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:21.947515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:21.952996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:21.961561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Made reservation on behalf of ff646baa38a54ceb9d97381667c07f90 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:26:21.966744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:22.437785 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:22.452189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:22.582355 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc2f4b-e671-4f7d-9b70-c957646f999d,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:22.586030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:22.654896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Checking segment: {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:26:22.655281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Network hostable DHCP agents. Network: 0000ca4f-b18b-46ed-888e-a90741ee74ba, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:26:22.680310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:26:22.689213 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 0000ca4f-b18b-46ed-888e-a90741ee74ba) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:22.693887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:22.694520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:22.700758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58c223-1559-46a4-9e4a-37498dd597df None None] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:26:22.714393 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7819064 Feb 17 04:26:23.188279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-0000ca4f-b18b-46ed-888e-a90741ee74ba', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:26:23.189392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:23.515841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Allocated IP 172.20.0.2 (0000ca4f-b18b-46ed-888e-a90741ee74ba/0cbc2f4b-e671-4f7d-9b70-c957646f999d/fb7b1ff4-4edb-4f48-a401-9841eedad656) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:26:23.747935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:23.761311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Transition to ACTIVE for port object fb7b1ff4-4edb-4f48-a401-9841eedad656 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:26:23.780680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Transition to ACTIVE for port object fb7b1ff4-4edb-4f48-a401-9841eedad656 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:26:23.786303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:23.801209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:23.933898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Pushing event updated for resources: {'Port': ['ID=fb7b1ff4-4edb-4f48-a401-9841eedad656,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:23.945755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.946128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.946489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.946843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.947745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.948097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.948445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.948788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.949157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.949502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.949845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.950186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Tracked resource versions report: Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:26:23.951293 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:26:23.954863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:24.006717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:26:24.007881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:24.011187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:26:24.071295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Attempting to bind port fb7b1ff4-4edb-4f48-a401-9841eedad656 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:26:24.071638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Attempting to bind port fb7b1ff4-4edb-4f48-a401-9841eedad656 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:26:24.072654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Attempting to bind port fb7b1ff4-4edb-4f48-a401-9841eedad656 on network 0000ca4f-b18b-46ed-888e-a90741ee74ba {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:26:24.080960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:26:24.081816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Checking segment: {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:26:24.081816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:24.082230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Bound using segment: {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:26:24.082763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Bound port: fb7b1ff4-4edb-4f48-a401-9841eedad656, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:26:24.083254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:24.175737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] For port fb7b1ff4-4edb-4f48-a401-9841eedad656, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:26:24.179747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] For port fb7b1ff4-4edb-4f48-a401-9841eedad656, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=fb7b1ff4-4edb-4f48-a401-9841eedad656,segment=NetworkSegment(bdb2e94e-946f-4265-833a-98c9d1f16c52),segment_id=bdb2e94e-946f-4265-833a-98c9d1f16c52)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:26:24.183562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:24.198370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:24.350466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Pushing event updated for resources: {'Port': ['ID=fb7b1ff4-4edb-4f48-a401-9841eedad656,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:24.356056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:25.467841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37520) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:25.869919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-8722bea4-101f-491c-afa1-f49f407ac97f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:26:25.884936 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8722bea4-101f-491c-afa1-f49f407ac97f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4021275 Feb 17 04:26:28.305820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device fb7b1ff4-4edb-4f48-a401-9841eedad656 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:26:28.375826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port fb7b1ff4-4edb-4f48-a401-9841eedad656 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:26:28.630827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37534) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:29.032026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-496111fa-cc09-414c-b19f-bbe12ce52807 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:26:29.033259 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-496111fa-cc09-414c-b19f-bbe12ce52807 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4014578 Feb 17 04:26:29.216742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020245a6-4df3-49d0-8692-9bfeaccc3d95 None None] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:26:29.317263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Provisioning for port fb7b1ff4-4edb-4f48-a401-9841eedad656 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:26:29.327368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:29.327791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:29.577467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:29.621733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] For port fb7b1ff4-4edb-4f48-a401-9841eedad656, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=fb7b1ff4-4edb-4f48-a401-9841eedad656,segment=NetworkSegment(bdb2e94e-946f-4265-833a-98c9d1f16c52),segment_id=bdb2e94e-946f-4265-833a-98c9d1f16c52)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:26:29.625359 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:29.629270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:29.706054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Pushing event updated for resources: {'Port': ['ID=fb7b1ff4-4edb-4f48-a401-9841eedad656,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:29.709897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:29.856141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-3ec86404-ae66-4a9b-8b2c-02142610cafb None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:29.856547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3ec86404-ae66-4a9b-8b2c-02142610cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:30.127940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-58fc1a40-ad0e-49e5-8368-f8f45d62ac0a None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:30.129492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-58fc1a40-ad0e-49e5-8368-f8f45d62ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:30.282371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device fb7b1ff4-4edb-4f48-a401-9841eedad656 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:26:30.353427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:30.353962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:30.422967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2688-9f98-4847-b8ff-83311755412e None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:30.423454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2688-9f98-4847-b8ff-83311755412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.049820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37546) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:32.420604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Request body: {'router': {'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'name': 'router1', 'admin_state_up': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:32.426049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:32.430031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Usage tracker for resource:router and tenant:ff646baa38a54ceb9d97381667c07f90 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:32.433860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:32.439493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:32.448252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.449579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.471739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.578014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.595732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.597030 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-205bd693-0e4b-453d-8b39-63649fe86629 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5461228 Feb 17 04:26:34.213813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82e21d6a-eb3b-4216-87dd-8393e5b73a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:35.310220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37556) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:35.693026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-0243e240-a272-4b63-8af4-d739b73a9c49 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:26:35.694085 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0243e240-a272-4b63-8af4-d739b73a9c49 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3828518 Feb 17 04:26:36.845686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5756-3afe-44ab-a30e-9d5db9bc8c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:37.439880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.280890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.424049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37576) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:38.511212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.579861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:38.584793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:38.589349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Usage tracker for resource:network and tenant:3c7983da783b47faa4af9bd901ad6386 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:38.592767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:38.598424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:38.607099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Made reservation on behalf of 3c7983da783b47faa4af9bd901ad6386 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:26:38.611656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.623964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.639315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:38.643076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7983da783b47faa4af9bd901ad6386 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:38.645913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:38.651954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:38.732470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.734957 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.739120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:38.759963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Reserving flat network on physical network physnet1 {{(pid=84040) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 04:26:38.785354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5706bab0-e7b3-4c9d-94b2-42e0f70dbcf3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:38.788250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.788840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Unsubscribe: segment precommit_create {{(pid=84040) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 04:26:38.789306 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Added segment b5450908-355b-4b92-bbc6-025f5ae66c04 of type flat for network 15633124-027d-4783-b8d1-7d4917bf4aba Feb 17 04:26:38.790531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:38.822634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.856571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.857789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:38.858412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:38.863039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:38.965513 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5402961 Feb 17 04:26:38.966168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=15633124-027d-4783-b8d1-7d4917bf4aba,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:38.978879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:38.986978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 15633124-027d-4783-b8d1-7d4917bf4aba details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:26:41.495222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37596) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:41.610195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b2a82-e18d-43b3-93ee-9665244dac9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:41.611608 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cc2b2a82-e18d-43b3-93ee-9665244dac9c admin admin] 10.222.0.47 "GET /v2.0/subnets/0cbc2f4b-e671-4f7d-9b70-c957646f999d HTTP/1.1" status: 200 len: 849 time: 0.1153114 Feb 17 04:26:41.759090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e60fa9ad-9e1b-4449-9c36-7c5853922e2d admin admin] 10.222.0.47 "GET /v2.0/routers/1768ac71-356d-4ec7-992f-615b0e35b552 HTTP/1.1" status: 200 len: 704 time: 0.1412663 Feb 17 04:26:42.385292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:42.746303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Allocated IP 172.20.0.1 (0000ca4f-b18b-46ed-888e-a90741ee74ba/0cbc2f4b-e671-4f7d-9b70-c957646f999d/28108035-d0b3-4a20-8686-4c61de4bb795) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:26:42.917447 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:42.935125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Transition to ACTIVE for port object 28108035-d0b3-4a20-8686-4c61de4bb795 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:26:42.989164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.004573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:43.136266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Pushing event updated for resources: {'Port': ['ID=28108035-d0b3-4a20-8686-4c61de4bb795,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:43.143282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:43.199104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:26:43.200186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:43.202804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:26:43.203245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.238160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:26:43.445058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-18ac2556-7bbb-4792-9530-77d7e824b5cd None None] Provisioning for port 28108035-d0b3-4a20-8686-4c61de4bb795 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:26:43.450543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-18ac2556-7bbb-4792-9530-77d7e824b5cd None None] Provisioning complete for port 28108035-d0b3-4a20-8686-4c61de4bb795 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:43.450952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-18ac2556-7bbb-4792-9530-77d7e824b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.475400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.506843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-18ac2556-7bbb-4792-9530-77d7e824b5cd None None] Port 28108035-d0b3-4a20-8686-4c61de4bb795 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:26:43.765036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.768424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.769530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:43.783926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:43.917881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Pushing event updated for resources: {'Port': ['ID=28108035-d0b3-4a20-8686-4c61de4bb795,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:43.922054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:43.976528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:26:43.978425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:44.178742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Router 1768ac71-356d-4ec7-992f-615b0e35b552 is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:26:44.231245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-0bd9d2d7-a267-4df9-876d-c506143b04d0 None None] Provisioning complete for port 28108035-d0b3-4a20-8686-4c61de4bb795 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:44.231650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d2d7-a267-4df9-876d-c506143b04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:44.294428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9d2d7-a267-4df9-876d-c506143b04d0 None None] Port 28108035-d0b3-4a20-8686-4c61de4bb795 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:26:44.505094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:26:44.515491 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] 10.222.0.47 "PUT /v2.0/routers/1768ac71-356d-4ec7-992f-615b0e35b552/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7505400 Feb 17 04:26:44.517136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Sync routers for ids ['1768ac71-356d-4ec7-992f-615b0e35b552'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:26:44.528975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Routers {'1768ac71-356d-4ec7-992f-615b0e35b552'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:26:44.529872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:26:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['1768ac71-356d-4ec7-992f-615b0e35b552'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:44.714617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Set router 1768ac71-356d-4ec7-992f-615b0e35b552 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:26:45.338862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:43Z', 'revision_number': 2, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port_host': None, '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:43Z', 'revision_number': 2, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:45.344001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Checking router: 1768ac71-356d-4ec7-992f-615b0e35b552 for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:26:45.344401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Updating router 1768ac71-356d-4ec7-992f-615b0e35b552 port 28108035-d0b3-4a20-8686-4c61de4bb795 binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:26:45.405289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:45.860377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:45.874753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Transition to ACTIVE for port object 28108035-d0b3-4a20-8686-4c61de4bb795 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:26:45.877959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:45.894718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:46.036506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Pushing event updated for resources: {'Port': ['ID=28108035-d0b3-4a20-8686-4c61de4bb795,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:46.055322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.056325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.056698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.057087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.057451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.057810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.058166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.058520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.058874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.059228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.059579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.059929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Tracked resource versions report: Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:26:46.061112 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:26:46.068220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:46.223587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Attempting to bind port 28108035-d0b3-4a20-8686-4c61de4bb795 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:26:46.224012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Attempting to bind port 28108035-d0b3-4a20-8686-4c61de4bb795 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:26:46.224434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Attempting to bind port 28108035-d0b3-4a20-8686-4c61de4bb795 on network 0000ca4f-b18b-46ed-888e-a90741ee74ba {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:26:46.230411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:26:46.230847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Checking segment: {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:26:46.231313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:46.231737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Bound using segment: {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:26:46.232270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Bound port: 28108035-d0b3-4a20-8686-4c61de4bb795, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb2e94e-946f-4265-833a-98c9d1f16c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:26:46.232702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:46.326965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] For port 28108035-d0b3-4a20-8686-4c61de4bb795, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:26:46.332775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] For port 28108035-d0b3-4a20-8686-4c61de4bb795, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=28108035-d0b3-4a20-8686-4c61de4bb795,segment=NetworkSegment(bdb2e94e-946f-4265-833a-98c9d1f16c52),segment_id=bdb2e94e-946f-4265-833a-98c9d1f16c52)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:26:46.336268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:46.351702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:46.505657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Pushing event updated for resources: {'Port': ['ID=28108035-d0b3-4a20-8686-4c61de4bb795,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:46.511221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:46.566305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Routers {'1768ac71-356d-4ec7-992f-615b0e35b552'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:26:46.566971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:26:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['1768ac71-356d-4ec7-992f-615b0e35b552'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:46.737860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] Set router 1768ac71-356d-4ec7-992f-615b0e35b552 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:26:47.068514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37608) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:47.087891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:43Z', 'revision_number': 2, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port_host': None, '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:46Z', 'revision_number': 4, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:47.092044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b056dc9-5c39-49f3-addc-5179f234a604 None None] The sync data for ids ['1768ac71-356d-4ec7-992f-615b0e35b552'] in dv-cinder-760197-3-smb is: [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:43Z', 'revision_number': 2, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port_host': None, '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:46Z', 'revision_number': 4, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:26:47.233295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab51342-cea6-4753-8eaf-09ac31665868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:47.233932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8ab51342-cea6-4753-8eaf-09ac31665868 admin admin] Synchronizing usage tracker for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:26:47.252407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8ab51342-cea6-4753-8eaf-09ac31665868 admin admin] Unset dirty status for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:26:47.253697 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8ab51342-cea6-4753-8eaf-09ac31665868 admin admin] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 842 time: 0.1841226 Feb 17 04:26:47.264496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:47.270348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:47.274811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Usage tracker for resource:subnet and tenant:3c7983da783b47faa4af9bd901ad6386 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:47.277795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:47.287271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:47.296874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Made reservation on behalf of 3c7983da783b47faa4af9bd901ad6386 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:26:47.301499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:47.733716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:26:47.734231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:47.752788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f45ffe5-daa2-40ac-9763-2fe57d58e931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:47.888377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6acf352-c25f-4087-8b6c-0e0b105809a2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:47.893624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:47.948190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:26:47.948580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Network hostable DHCP agents. Network: 15633124-027d-4783-b8d1-7d4917bf4aba, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:26:47.968180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:26:47.977621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 15633124-027d-4783-b8d1-7d4917bf4aba) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:47.983138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:47.983138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:48.005428 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7450044 Feb 17 04:26:48.013091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6c030-e2a9-44ba-80c1-765459d5a447 None None] Network 15633124-027d-4783-b8d1-7d4917bf4aba requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:26:48.288132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae8a6e-4b11-4c82-b7ad-c7591d6ad543 None None] Network 15633124-027d-4783-b8d1-7d4917bf4aba requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:26:48.367677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 28108035-d0b3-4a20-8686-4c61de4bb795 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:26:48.523175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 28108035-d0b3-4a20-8686-4c61de4bb795 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:26:48.542495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 28108035-d0b3-4a20-8686-4c61de4bb795 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:48.542911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:48.715038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:48.749249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 28108035-d0b3-4a20-8686-4c61de4bb795, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=28108035-d0b3-4a20-8686-4c61de4bb795,segment=NetworkSegment(bdb2e94e-946f-4265-833a-98c9d1f16c52),segment_id=bdb2e94e-946f-4265-833a-98c9d1f16c52)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:26:48.752202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:48.754435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-02a6ddba-530e-4147-a6ab-27d4c7216027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:48.827229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=28108035-d0b3-4a20-8686-4c61de4bb795,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:48.830439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:50.291751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 28108035-d0b3-4a20-8686-4c61de4bb795 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:26:50.370138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 28108035-d0b3-4a20-8686-4c61de4bb795 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:50.370548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:50.645124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37622) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:50.855868 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c248e121-006f-492e-b6ce-84a03d04746a admin admin] 10.222.0.47 "GET /v2.0/routers/1768ac71-356d-4ec7-992f-615b0e35b552 HTTP/1.1" status: 200 len: 710 time: 0.2094316 Feb 17 04:26:50.994852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5161c-72f0-4d4e-841e-675502c1ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:50.996234 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d4b5161c-72f0-4d4e-841e-675502c1ae77 admin admin] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 886 time: 0.1345010 Feb 17 04:26:51.005927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:26:51.637608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:51.981293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.039646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.052080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.069694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:26:52.074242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:26:52.077384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:26:52.083082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:26:52.166117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.168654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.183685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:52.276834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c25b8d4-d4e3-40bb-81ef-ccf871f167c9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:52.281371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:52.443733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Allocated IP 172.28.0.113 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/d3fc311f-6d80-4189-9451-13450b405989) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:26:52.595371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.624065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:52.639763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:52.771225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fc311f-6d80-4189-9451-13450b405989,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:52.776069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:52.835880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:26:52.837649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:26:52.840045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:26:53.232349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:53.763650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:53.767304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854041584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661922'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:53.950198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Router 1768ac71-356d-4ec7-992f-615b0e35b552 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:26:54.137710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:26:54.148152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Sync routers for ids ['1768ac71-356d-4ec7-992f-615b0e35b552'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:26:54.153666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:54.154941 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] 10.222.0.47 "PUT /v2.0/routers/1768ac71-356d-4ec7-992f-615b0e35b552 HTTP/1.1" status: 200 len: 890 time: 3.1524327 Feb 17 04:26:54.157886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Routers {'1768ac71-356d-4ec7-992f-615b0e35b552'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:26:54.158538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:26:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['1768ac71-356d-4ec7-992f-615b0e35b552'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:54.364365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Set router 1768ac71-356d-4ec7-992f-615b0e35b552 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:26:54.724443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd3fc311f-6d80-4189-9451-13450b405989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:53Z', 'revision_number': 4, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port': {'id': 'd3fc311f-6d80-4189-9451-13450b405989', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:52Z', 'updated_at': '2021-02-17T04:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:48Z', 'revision_number': 5, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:54.729911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Checking router: 1768ac71-356d-4ec7-992f-615b0e35b552 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:26:54.730301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Updating router 1768ac71-356d-4ec7-992f-615b0e35b552 port d3fc311f-6d80-4189-9451-13450b405989 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:26:54.788562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.345461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.358154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Transition to ACTIVE for port object d3fc311f-6d80-4189-9451-13450b405989 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:26:55.360450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.376374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b8e1f8bc-3cb5-40dd-8b86-39a4c2487316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:55.510863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Pushing event updated for resources: {'Port': ['ID=d3fc311f-6d80-4189-9451-13450b405989,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:55.514156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:55.576483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Attempting to bind port d3fc311f-6d80-4189-9451-13450b405989 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:26:55.576924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Attempting to bind port d3fc311f-6d80-4189-9451-13450b405989 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:26:55.577320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Attempting to bind port d3fc311f-6d80-4189-9451-13450b405989 on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:26:55.582803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:26:55.583208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:26:55.583643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.584063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:26:55.584561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Bound port: d3fc311f-6d80-4189-9451-13450b405989, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:26:55.584986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.662124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] For port d3fc311f-6d80-4189-9451-13450b405989, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:26:55.665700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] For port d3fc311f-6d80-4189-9451-13450b405989, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=d3fc311f-6d80-4189-9451-13450b405989,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:26:55.669159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:55.685279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:55.831441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Pushing event updated for resources: {'Port': ['ID=d3fc311f-6d80-4189-9451-13450b405989,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:55.834718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:26:55.877942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Routers {'1768ac71-356d-4ec7-992f-615b0e35b552'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:26:55.878596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:26:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['1768ac71-356d-4ec7-992f-615b0e35b552'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:56.065874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] Set router 1768ac71-356d-4ec7-992f-615b0e35b552 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:26:56.421719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd3fc311f-6d80-4189-9451-13450b405989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:53Z', 'revision_number': 4, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port': {'id': 'd3fc311f-6d80-4189-9451-13450b405989', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:52Z', 'updated_at': '2021-02-17T04:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:48Z', 'revision_number': 5, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:56.425900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0c81f-bed9-4a39-bba5-5a77eb4542c1 None None] The sync data for ids ['1768ac71-356d-4ec7-992f-615b0e35b552'] in dv-cinder-760197-3-smb is: [{'id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'name': 'router1', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd3fc311f-6d80-4189-9451-13450b405989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:26:32Z', 'updated_at': '2021-02-17T04:26:53Z', 'revision_number': 4, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'gw_port': {'id': 'd3fc311f-6d80-4189-9451-13450b405989', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:52Z', 'updated_at': '2021-02-17T04:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '28108035-d0b3-4a20-8686-4c61de4bb795', 'name': '', 'network_id': '0000ca4f-b18b-46ed-888e-a90741ee74ba', 'tenant_id': 'ff646baa38a54ceb9d97381667c07f90', 'mac_address': 'fa:16:3e:be:f3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768ac71-356d-4ec7-992f-615b0e35b552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:26:42Z', 'updated_at': '2021-02-17T04:26:48Z', 'revision_number': 5, 'project_id': 'ff646baa38a54ceb9d97381667c07f90', 'subnets': [{'id': '0cbc2f4b-e671-4f7d-9b70-c957646f999d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b39a8ce-b3fa-4ff1-8575-b76420a9270a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:26:56.858919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 37632) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:56.982059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a69fe9-0f93-409c-a692-f388397ecb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:26:56.983732 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-89a69fe9-0f93-409c-a692-f388397ecb10 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1236937 Feb 17 04:26:58.329441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d3fc311f-6d80-4189-9451-13450b405989 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:26:58.409327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port d3fc311f-6d80-4189-9451-13450b405989 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:26:58.415281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port d3fc311f-6d80-4189-9451-13450b405989 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:26:58.415701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:58.548935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:58.566255 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port d3fc311f-6d80-4189-9451-13450b405989, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=d3fc311f-6d80-4189-9451-13450b405989,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:26:58.569483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:58.572410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:26:58.642763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=d3fc311f-6d80-4189-9451-13450b405989,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:26:58.645945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:27:00.354010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d3fc311f-6d80-4189-9451-13450b405989 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:27:00.479565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port d3fc311f-6d80-4189-9451-13450b405989 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:27:00.480254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:04.233514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-44f8e886-92ba-4145-afa9-8df47da8b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:06.848033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-431dffb3-dbe0-4b76-9c65-93ff26da9248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:07.445853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:08.284405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:08.531236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:20.237533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:27:34.214755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-47658113-ed77-4a05-ad98-c0afa632d8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:36.851801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51d53dac-4ead-4f3f-b447-1e4dcb88ac71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:37.447304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:38.287227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:38.524706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:57.236959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:04.215657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-774e01fd-730f-48e0-9190-9f053ea6e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:06.853729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-94fd9170-f483-47c3-8ad4-e719b30f2ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:07.452823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:08.290921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:08.534680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.217167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3b26-4630-4407-ac20-db606b6bc18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.235305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:36.854580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c61a4b7d-215e-4d8f-82c0-ddbf70637ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.456419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.294432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.547406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.219153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7d5876d6-114c-4458-90f4-c24d44bebddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.855845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b27f1f62-9c5b-45d3-84bf-c878b975f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.458214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.296468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.541847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.010233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38208) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:09.083757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.pecan_wsgi.hooks.translation [None req-078fd525-c06d-4508-ad8b-423ed7dffdfb admin admin] GET failed (client error): The resource could not be found. Feb 17 04:29:09.085137 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-078fd525-c06d-4508-ad8b-423ed7dffdfb admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0738509 Feb 17 04:29:09.227800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f9ab5-f535-4a46-b6af-277255186562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:09.229350 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e72f9ab5-f535-4a46-b6af-277255186562 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1397536 Feb 17 04:29:11.235491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:11.689921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38218) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:11.808127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1850ec7a-3c1b-4be2-824b-7a438b0fb7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:11.808826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1850ec7a-3c1b-4be2-824b-7a438b0fb7be admin admin] Synchronizing usage tracker for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:11.824468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1850ec7a-3c1b-4be2-824b-7a438b0fb7be admin admin] Unset dirty status for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:11.825814 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1850ec7a-3c1b-4be2-824b-7a438b0fb7be admin admin] 10.222.0.47 "GET /v2.0/subnets/0cbc2f4b-e671-4f7d-9b70-c957646f999d HTTP/1.1" status: 200 len: 849 time: 0.1348677 Feb 17 04:29:11.836691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:11.962909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.272280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739150947887'] for subnet, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.287200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c00d6d1a-f623-4c6f-a4c5-6836c45883ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:12.422484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc2f4b-e671-4f7d-9b70-c957646f999d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:12.444061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.444438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.444811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.445203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.445564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.445925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.446287 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.446642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.447001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.447355 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.447709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.448062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:12.452852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:12.480528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:12.481228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.482619 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] 10.222.0.47 "PUT /v2.0/subnets/0cbc2f4b-e671-4f7d-9b70-c957646f999d HTTP/1.1" status: 200 len: 868 time: 0.6505499 Feb 17 04:29:12.500023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55041a27-480b-4a0b-979d-1dab673ef1ac None None] Network 0000ca4f-b18b-46ed-888e-a90741ee74ba requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:12.982597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-51348dcc-9665-4e1a-9636-dc8a78ab15a2 None None] Provisioning complete for port 28108035-d0b3-4a20-8686-4c61de4bb795 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:12.983006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51348dcc-9665-4e1a-9636-dc8a78ab15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:13.273303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-51348dcc-9665-4e1a-9636-dc8a78ab15a2 None None] Provisioning complete for port fb7b1ff4-4edb-4f48-a401-9841eedad656 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:13.273884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51348dcc-9665-4e1a-9636-dc8a78ab15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:14.980288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38228) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:15.167856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2bfcbf-5545-4f47-a398-4760ea0e8d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.168226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2bfcbf-5545-4f47-a398-4760ea0e8d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.169909 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5a2bfcbf-5545-4f47-a398-4760ea0e8d91 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1885409 Feb 17 04:29:17.626888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38238) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.811093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc712f-6f22-417d-8307-eae26a188834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.811444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc712f-6f22-417d-8307-eae26a188834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.813136 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-41bc712f-6f22-417d-8307-eae26a188834 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1851773 Feb 17 04:29:20.264031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38248) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.415702 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:20.416299 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:20.877274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.policy [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84041) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:29:21.068663 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:21.069119 dv-cinder-760197-3-smb neutron-server[83931]: WARNING oslo_policy.policy [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:21.094472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.096310 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a47f970c-3322-4077-a0dd-519574b8e874 admin admin] 10.222.0.47 "GET /v2.0/networks/0000ca4f-b18b-46ed-888e-a90741ee74ba HTTP/1.1" status: 200 len: 862 time: 0.8299801 Feb 17 04:29:23.546704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38264) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:23.724469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4975e5b-2560-469a-aae8-a1d050f710ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:23.725868 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e4975e5b-2560-469a-aae8-a1d050f710ee admin admin] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 886 time: 0.1781607 Feb 17 04:29:26.188904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38274) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:26.305884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07554c4-b97f-4fcf-b09c-bfc881f2d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.306294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07554c4-b97f-4fcf-b09c-bfc881f2d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.307892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a07554c4-b97f-4fcf-b09c-bfc881f2d7f9 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1179647 Feb 17 04:29:28.764135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38284) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:28.878298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefbec7-6e31-452d-a3f3-819e6aefc843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:28.878707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefbec7-6e31-452d-a3f3-819e6aefc843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:28.880328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2aefbec7-6e31-452d-a3f3-819e6aefc843 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1148689 Feb 17 04:29:31.344953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38294) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.462649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c0a0e-d97f-4f78-8150-51cc30a20b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:31.464051 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-af6c0a0e-d97f-4f78-8150-51cc30a20b86 admin admin] 10.222.0.47 "GET /v2.0/subnets/0cbc2f4b-e671-4f7d-9b70-c957646f999d HTTP/1.1" status: 200 len: 868 time: 0.1180556 Feb 17 04:29:33.943766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38304) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:34.053498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3822b0d-39c6-43eb-8f7d-9d05134b2733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:34.054903 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a3822b0d-39c6-43eb-8f7d-9d05134b2733 admin admin] 10.222.0.47 "GET /v2.0/subnets/e6acf352-c25f-4087-8b6c-0e0b105809a2 HTTP/1.1" status: 200 len: 816 time: 0.1101329 Feb 17 04:29:34.221317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1f688e54-eda4-4cfc-8f0e-492e5bcda545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.859571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fcb62980-0f64-40bb-a617-c46c9eb44066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.462157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.298371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.552266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.234832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:59.906841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38344) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:59.958016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-63e422ea-93e8-4510-8851-27a0ddbd7bc7 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:59.959090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-63e422ea-93e8-4510-8851-27a0ddbd7bc7 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0512350 Feb 17 04:30:02.548167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38354) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:02.621787 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cf911d-db97-4c80-9839-05a72401e882 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:30:02.623120 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d2cf911d-db97-4c80-9839-05a72401e882 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739295 Feb 17 04:30:02.758166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e594a96-8a9b-4e77-b48d-eba64d4c5e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.759646 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8e594a96-8a9b-4e77-b48d-eba64d4c5e65 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1322422 Feb 17 04:30:04.223585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-df396a44-23a5-4c78-94b2-d8b76a0600b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.241914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38364) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:05.295566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:05.298167 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.quota [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Loaded quota_driver: . Feb 17 04:30:05.304177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:05.317029 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:05.329357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Made reservation on behalf of 3c7983da783b47faa4af9bd901ad6386 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:05.335813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.433520 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.services.revisions.revision_plugin [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Could not find related network for resource to bump revision. Feb 17 04:30:05.452972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:05.464590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.465091 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Added segment dfa6ea18-be83-4d69-a2b2-d44acc23a70b of type vxlan for network 033266ec-87b6-420d-9c6f-1003c4dce1ea Feb 17 04:30:05.536499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.571101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.572595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.573308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.579604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.679908 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4368398 Feb 17 04:30:05.689703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Pushing event updated for resources: {'Network': ['ID=033266ec-87b6-420d-9c6f-1003c4dce1ea,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.698876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.699243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.699606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.699963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.700322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.700673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.701052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.701401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.701750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.702096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.702439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.702780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Tracked resource versions report: Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:30:05.703949 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:30:05.733268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:05.742588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:06.860720 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c5b83b9-71ae-455f-af23-31a117357c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.464837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.162617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38378) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:08.241104 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.pecan_wsgi.hooks.translation [None req-2375b30e-7858-458a-a971-7efc1c803bc8 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:30:08.241672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2375b30e-7858-458a-a971-7efc1c803bc8 admin admin] Synchronizing usage tracker for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:08.256031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2375b30e-7858-458a-a971-7efc1c803bc8 admin admin] Unset dirty status for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:08.257216 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2375b30e-7858-458a-a971-7efc1c803bc8 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0935366 Feb 17 04:30:08.300143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.372592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b1a0d-9c14-46d4-b3bc-f9abb994df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.374202 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ee2b1a0d-9c14-46d4-b3bc-f9abb994df7b admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1126149 Feb 17 04:30:08.385646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:08.390692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:08.400963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:08.409520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Made reservation on behalf of 3c7983da783b47faa4af9bd901ad6386 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:08.414281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.549656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.824569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.839162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:08.961774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d44566a-6a9c-4669-b026-026dd4b6ade3,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:08.975368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:09.033406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Checking segment: {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:09.033783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Network hostable DHCP agents. Network: 033266ec-87b6-420d-9c6f-1003c4dce1ea, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:09.054574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:09.063169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 033266ec-87b6-420d-9c6f-1003c4dce1ea) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:09.067879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:09.068502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.087459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0269c3-e629-4370-8ee5-291776e9f85b None None] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:09.095458 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7104166 Feb 17 04:30:09.322877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-033266ec-87b6-420d-9c6f-1003c4dce1ea', 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea', 'tenant_id': '3c7983da783b47faa4af9bd901ad6386', 'fixed_ips': [{'subnet_id': '8d44566a-6a9c-4669-b026-026dd4b6ade3'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:30:09.323796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.618812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Allocated IP 192.168.233.2 (033266ec-87b6-420d-9c6f-1003c4dce1ea/8d44566a-6a9c-4669-b026-026dd4b6ade3/247b748e-26f5-4fda-8960-a9566595221f) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:09.843974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.855127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Transition to ACTIVE for port object 247b748e-26f5-4fda-8960-a9566595221f will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:09.871428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Transition to ACTIVE for port object 247b748e-26f5-4fda-8960-a9566595221f will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:09.876094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.895879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:10.026918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Pushing event updated for resources: {'Port': ['ID=247b748e-26f5-4fda-8960-a9566595221f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:10.038167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.038554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.038927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.039295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.039654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.040021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.040383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.040741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.041123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.041481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.041835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.042191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:10.048075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:10.098962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:10.100128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:10.102628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:10.162825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Attempting to bind port 247b748e-26f5-4fda-8960-a9566595221f on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:10.163161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Attempting to bind port 247b748e-26f5-4fda-8960-a9566595221f by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:10.163559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Attempting to bind port 247b748e-26f5-4fda-8960-a9566595221f on network 033266ec-87b6-420d-9c6f-1003c4dce1ea {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:10.169289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:10.169698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Checking segment: {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:10.170263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.170695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Bound using segment: {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:10.171611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Bound port: 247b748e-26f5-4fda-8960-a9566595221f, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:10.171611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.274022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] For port 247b748e-26f5-4fda-8960-a9566595221f, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:10.277967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] For port 247b748e-26f5-4fda-8960-a9566595221f, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=247b748e-26f5-4fda-8960-a9566595221f,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:10.281414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.296841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:10.452284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Pushing event updated for resources: {'Port': ['ID=247b748e-26f5-4fda-8960-a9566595221f,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:10.466102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:11.727272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27d170-4b80-4b35-bb52-fef7223f64d1 None None] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:11.860212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-11a53df9-b200-4226-965e-faec0d254a37 None None] Provisioning for port 247b748e-26f5-4fda-8960-a9566595221f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:12.431230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 247b748e-26f5-4fda-8960-a9566595221f up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:12.511080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 247b748e-26f5-4fda-8960-a9566595221f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:12.516521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 247b748e-26f5-4fda-8960-a9566595221f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:12.516974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.595001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-4b4f53be-5e5f-4251-94e1-e98cd3b73417 None None] Provisioning complete for port 247b748e-26f5-4fda-8960-a9566595221f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:12.595347 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4b4f53be-5e5f-4251-94e1-e98cd3b73417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.707685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.787898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 247b748e-26f5-4fda-8960-a9566595221f, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=247b748e-26f5-4fda-8960-a9566595221f,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:12.800021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.804657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4b4f53be-5e5f-4251-94e1-e98cd3b73417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.815668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:12.937378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=247b748e-26f5-4fda-8960-a9566595221f,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:12.942353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:12.955392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-4b4f53be-5e5f-4251-94e1-e98cd3b73417 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:30:12.955794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-4b4f53be-5e5f-4251-94e1-e98cd3b73417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:30:14.399066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 247b748e-26f5-4fda-8960-a9566595221f up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:14.470048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 247b748e-26f5-4fda-8960-a9566595221f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:14.470450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.236412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:30:34.224190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3030cf9-6515-4cc2-8fdb-6bcd028b4a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.861831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d95757d8-57aa-43b0-8c2e-2746451b11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.467990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.303093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.556039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.235375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:04.224961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ab6668d4-e4ba-4c2e-b9fb-e37044a652d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.864165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-da725dae-131a-4a3a-ad9f-178ed7e26502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.469305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.304082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.560152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.597899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38420) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:14.604335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [None req-4001cef0-c8f2-4874-8f9d-e3701f119275 tempest-verify_tempest_config-1475784915 tempest-verify_tempest_config-1475784915-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:31:14.605451 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4001cef0-c8f2-4874-8f9d-e3701f119275 tempest-verify_tempest_config-1475784915 tempest-verify_tempest_config-1475784915-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064948 Feb 17 04:31:14.933118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38440) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:15.057019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.072361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:15.076489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff05ba125ef41a09f12a272c91e3fbd is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:15.079838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:15.086230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:15.185200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.187734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.196579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:15.240431 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ff05ba125ef41a09f12a272c91e3fbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3062260 Feb 17 04:31:15.241306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c8d8f-1af3-4951-be8b-19161536e1c2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:15.243364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38446) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:15.248585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.248979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.249351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.249707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.250060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.250412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.250763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.251110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.251477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.251825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.252657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.253031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.257733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:15.307186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.334488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.381906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.386828 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:15.400578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c8d8f-1af3-4951-be8b-19161536e1c2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:15.405125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.406313 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b7c8d8f-1af3-4951-be8b-19161536e1c2 HTTP/1.1" status: 204 len: 168 time: 0.1619263 Feb 17 04:31:15.410736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.411113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.411486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.411834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.412183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.412541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.412916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.413274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.413628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.413976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.414343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.414669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:15.417843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:34.225216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5f44-750e-49a1-bd9f-828ff8c84828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.868658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5664-09ac-4a03-92ed-6cc002c51688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:37.471346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.304817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.559855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.234786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:04.228184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5bc0-7f50-4570-a396-9cd420b4a9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.872269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-276f93b2-d99b-46db-86a1-89d5bb1ed0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.475910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.311393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.572919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.234365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:34.229750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dbad7256-af98-4bbd-be62-8d7276d8e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:36.873876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fb17a1d9-4480-4f71-bcf3-aa75a21827b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:37.477681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:38.304370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:38.564412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:53.238952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:02.213106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:02.213665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.213919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.214299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.214700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.215071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.215439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.215849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.216240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.216604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.216994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.217361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.217723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:02.218114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:02.222290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:02.519815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=84042) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:33:02.523912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=84042) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:33:02.527025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=84042) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:33:02.531861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] _get_endpoints() called {{(pid=84042) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:33:04.231456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eed00f07-8f3f-4076-9d8c-924e00533b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:06.875818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0a3f64eb-3a97-42a1-aed0-482faf899418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:07.480744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.307667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.569894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:15.347490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38520) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:15.467715 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-26cf7333-c9ef-43fc-8987-8bf5786619df admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1189857 Feb 17 04:33:17.962092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38530) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:18.022767 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-19d98c34-9ee9-4888-9f0d-e5fa026ded30 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0594285 Feb 17 04:33:30.240023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:32.209423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.233126 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f759785f-b97a-4ce0-8b87-662a24101c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.878791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a53a406f-0be6-4c08-b958-07d6827939c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.485041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:38.311115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:38.573002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.224404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.234849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d57a-2598-4093-b3a4-071afd7574bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:06.883263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e19a5059-2efe-4321-bae5-b8ed53ec1aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:07.240767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:07.487564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:08.313716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:08.576797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:32.223561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:34.237898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-705ef2e0-9734-4dda-a6b4-cc5a1d7eea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:36.886500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ea03fdc9-1c09-4f98-8037-5dc3792b5ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.493389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:38.316523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:38.576444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:44.240538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:02.242626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:04.250121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d4dc88ca-b6ac-40f5-8151-b41343479d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:04.405846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38670) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:04.857258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2109524520-network', 'tenant_id': '3b5b788d7559485984d12051e2bde62f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:04.866430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:04.870391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Usage tracker for resource:network and tenant:3b5b788d7559485984d12051e2bde62f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:04.873793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:04.879578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:04.892189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Made reservation on behalf of 3b5b788d7559485984d12051e2bde62f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:04.897620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:04.915631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:04.933470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:04.938477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5b788d7559485984d12051e2bde62f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:04.941378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:04.948140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:05.040967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.044230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.050221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:05.099522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:05.103817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1140571-906c-4c75-8a5d-5de58384f676,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:05.118335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.119450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.119842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.120197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.120754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.121421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.121940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.122453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.123120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.124062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.124585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.125158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.125573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.125939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.126651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.127021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.127385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.127753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.128113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.128763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.129156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.129930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.130301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.130847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Tracked resource versions report: Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}, Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:35:05.132197 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:35:05.138526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:05.139673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.140383 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Added segment f9a045bc-f278-4d93-bad5-555f033e3f6c of type vxlan for network 72137e96-75b4-4fee-9318-632adbba006c Feb 17 04:35:05.173612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.208202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.209508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:05.210154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.215512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:05.332600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Pushing event updated for resources: {'Network': ['ID=72137e96-75b4-4fee-9318-632adbba006c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:05.339658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38714) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:05.339787 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9327178 Feb 17 04:35:05.340722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:05.345190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 72137e96-75b4-4fee-9318-632adbba006c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:05.348512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Request body: {'subnet': {'network_id': '72137e96-75b4-4fee-9318-632adbba006c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2109524520-subnet', 'tenant_id': '3b5b788d7559485984d12051e2bde62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:05.354304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:05.360395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Usage tracker for resource:subnet and tenant:3b5b788d7559485984d12051e2bde62f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:05.364027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:05.370600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:05.380926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Made reservation on behalf of 3b5b788d7559485984d12051e2bde62f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:05.386456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.447358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 72137e96-75b4-4fee-9318-632adbba006c details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:05.906135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38738) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:05.948373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38744) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:05.985384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38752) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:05.994155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.015808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-14a55d42-1a1c-4b96-ab33-5e51b425d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:06.152688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7971a50-bc86-4703-aeaa-719231cb2343,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:06.175195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.175558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.175912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.176411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.176585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.176926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.177274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.177621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.177968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.178314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.178651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.179041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.179366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.179764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.180020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.180361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.180702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.181071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.181405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.181744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.182077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.182405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.182729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.183068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Tracked resource versions report: Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}, Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:35:06.184371 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:35:06.188632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:06.243452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-945943754-network', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:06.252804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.255403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Checking segment: {'id': 'f9a045bc-f278-4d93-bad5-555f033e3f6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72137e96-75b4-4fee-9318-632adbba006c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:06.255739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Network hostable DHCP agents. Network: 72137e96-75b4-4fee-9318-632adbba006c, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:06.256627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-network', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:06.263092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.265367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Usage tracker for resource:network and tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.270536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Usage tracker for resource:network and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.271709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.274323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.278669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.288356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.295615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Network 72137e96-75b4-4fee-9318-632adbba006c is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:06.300053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Made reservation on behalf of c36cb7c0a5854b0ca4d1158b6587c5d1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:06.303096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Made reservation on behalf of fb5b61f1f69348acb6bfd480f5e4141f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:06.304780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.309440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.322411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.329191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.335695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 72137e96-75b4-4fee-9318-632adbba006c) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:06.343513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.347750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e8fbe-efce-4498-8428-9d75a0a0af14 None None] Network 72137e96-75b4-4fee-9318-632adbba006c requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:06.348146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Usage tracker for resource:security_group_rule and tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.351175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.357127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.357536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-691605354-network', 'tenant_id': '413334592214495d8258cd86a4140a65'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:06.367038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.375681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.378960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Usage tracker for resource:network and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.383889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.387369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.394669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.398810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.406382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.423090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.424258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.426537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Made reservation on behalf of 413334592214495d8258cd86a4140a65 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:06.432710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.467106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.493749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.501960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.504767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.506348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.519201 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1781058 Feb 17 04:35:06.521061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.526674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.538948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:06.548930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.549655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Added segment b3ba8e1a-8db4-408d-97c1-bc8f6204df58 of type vxlan for network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 Feb 17 04:35:06.578968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.607463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.609063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:06.614140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.619367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.623655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.625382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.632497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4820c81-9894-454e-a540-eeaf30cc7330 None None] Network 72137e96-75b4-4fee-9318-632adbba006c requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:06.637530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:06.649595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.649989 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Added segment 5baeec30-2343-4f38-b788-37c564549253 of type vxlan for network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 Feb 17 04:35:06.659537 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7522807 Feb 17 04:35:06.663416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38776) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:06.672807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Request body: {'subnet': {'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-subnet', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:06.678606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.682959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Usage tracker for resource:subnet and tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.686208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.686949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.692917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.702525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b14f7e4-27b3-4772-8827-ec942c327805,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:06.706500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Made reservation on behalf of c36cb7c0a5854b0ca4d1158b6587c5d1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:06.712530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.736104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:06.736761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:06.740716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:06.751283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.754473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.755120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.797876 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8482695 Feb 17 04:35:06.805891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38784) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:06.823867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Request body: {'subnet': {'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-subnet', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:06.843393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:06.850816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Usage tracker for resource:subnet and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:06.855612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:06.870080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:06.916068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5eef48e4-5b46-4c1d-aebb-f9b7ad8b2e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.926386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Made reservation on behalf of fb5b61f1f69348acb6bfd480f5e4141f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:06.931479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:06.980728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Pushing event updated for resources: {'Network': ['ID=29d5d378-70a7-449f-a73a-1ba69a66c8a5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:06.988885 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:06.998393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:07.167986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:07.298284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a905265a-cb7a-43f5-b8ca-efdef4283fe0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:07.308974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.310329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:07.314498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d439d30d-e360-4118-a0ed-6889341f1ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:07.393629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.466658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:07.469800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Pushing event updated for resources: {'Network': ['ID=85b13a8d-46c1-4b28-84c3-bb1ad8bac691,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:07.484044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:07.484488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:07.507951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.522938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:07.523700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.524091 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Added segment 1423699a-31d2-416e-81db-85d57ce71950 of type vxlan for network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 Feb 17 04:35:07.537448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:07.539406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:07.613150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.647556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f55f188-ae0a-458a-8eaf-66a1568e1d30,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:07.662514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:07.719695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.769412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:07.782874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:07.838038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Checking segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:07.838432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Network hostable DHCP agents. Network: 29d5d378-70a7-449f-a73a-1ba69a66c8a5, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:07.879984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:07.900838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 29d5d378-70a7-449f-a73a-1ba69a66c8a5) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:07.918472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.919329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.948133 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2805595 Feb 17 04:35:07.948361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38824) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:07.963570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:07.974898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:07.985655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Usage tracker for resource:router and tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:07.995676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:08.009322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:08.027670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca05d6-5971-4a03-8521-b4e40201c31a None None] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:08.032960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.037209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.087825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.159772 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.162309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:08.163297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.172647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85ed7a9-951f-42f0-b40b-75a77174b179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:08.391424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.473659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Pushing event updated for resources: {'Network': ['ID=78d8e801-9ca6-442b-ae7c-2cc0ef825b44,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:08.489075 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.5021205 Feb 17 04:35:08.490143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:08.501379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b4f517c3-bf9f-4742-8de9-3a2103bbe215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:08.528537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:08.556816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38838) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:08.580402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7aae15-50f3-4bf9-ab01-a74b12233406,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:08.596552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:08.718402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Request body: {'subnet': {'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-691605354-subnet', 'tenant_id': '413334592214495d8258cd86a4140a65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:08.762788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:08.766823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:08.784507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Usage tracker for resource:subnet and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:08.803185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:08.808943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f02271-07fc-4119-a2a9-9a0af5940318 None None] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:08.820715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Checking segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:08.821142 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Network hostable DHCP agents. Network: 85b13a8d-46c1-4b28-84c3-bb1ad8bac691, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:08.887565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:08.903877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 85b13a8d-46c1-4b28-84c3-bb1ad8bac691) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:08.908549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:08.909284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.959917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:08.964276 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1572776 Feb 17 04:35:08.967107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38858) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:08.973508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:08.982731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:08.996217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Usage tracker for resource:router and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:09.002864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:09.015591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:09.040817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.042114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.090245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.207115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4074f0-5f31-4bdf-bbf4-9cf78f9b5d75 None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:09.234530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.243990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Made reservation on behalf of 413334592214495d8258cd86a4140a65 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:09.259972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.539965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.560587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.691460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.925389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38922) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:09.933969 dv-cinder-760197-3-smb neutron-server[83931]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:35:10.168994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:35:10.173412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.174148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.219350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.356496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.404402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.714638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Allocated IP 172.20.0.2 (85b13a8d-46c1-4b28-84c3-bb1ad8bac691/1a7aae15-50f3-4bf9-ab01-a74b12233406/ee13e26d-0148-4ddc-8fe8-2b0ad7072155) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:10.740258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38954) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:10.804735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Allocated IP 172.28.0.61 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/b559ea78-761b-4178-87a9-d993216cd6e5) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:10.830786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38964) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:10.901445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-6686ab4d-18dc-442c-9295-f4d2b0f041f2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:10.902343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-6686ab4d-18dc-442c-9295-f4d2b0f041f2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Synchronizing usage tracker for tenant:3b5b788d7559485984d12051e2bde62f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:10.922723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-6686ab4d-18dc-442c-9295-f4d2b0f041f2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Unset dirty status for tenant:3b5b788d7559485984d12051e2bde62f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:10.931765 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-6686ab4d-18dc-442c-9295-f4d2b0f041f2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/networks?id=72137e96-75b4-4fee-9318-632adbba006c HTTP/1.1" status: 200 len: 812 time: 0.9996369 Feb 17 04:35:10.951279 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-e9462c34-4b10-4afd-8f6d-1be7b11f4acb tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/quotas/3b5b788d7559485984d12051e2bde62f HTTP/1.1" status: 200 len: 375 time: 0.0185707 Feb 17 04:35:10.973297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.000078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-826f1981-5754-4bbb-a797-c49143552b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.044813 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-507d64a8-1f03-46c6-b172-9b9ce9caaa14 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b5b788d7559485984d12051e2bde62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849197 Feb 17 04:35:11.077583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.099675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:11.109247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Usage tracker for resource:security_group_rule and tenant:898d249e4db948e0abe2006b9c32b392 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:11.116428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:11.128348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:11.164485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.174202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca71b61d-2896-46b1-912e-a2806ef476ad,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.183110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.193206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Transition to ACTIVE for port object ee13e26d-0148-4ddc-8fe8-2b0ad7072155 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:11.199048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.215909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Transition to ACTIVE for port object ee13e26d-0148-4ddc-8fe8-2b0ad7072155 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:11.223384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.230821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:11.235399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Usage tracker for resource:security_group_rule and tenant:950735441df84ba8bdb5efbd6232bc91 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:11.238422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:11.243818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.244249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:11.270103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-699a9f64-7a29-42a4-a843-a5f2c2806238 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:35:11.271155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-699a9f64-7a29-42a4-a843-a5f2c2806238 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1024487 Feb 17 04:35:11.381989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.401732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Pushing event updated for resources: {'Port': ['ID=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.409632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.422272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.422848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.423120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.424149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.424569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.424960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.425419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.426427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.426794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.427167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.427337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.427503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.427883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.428445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.428876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.429241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.429731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.430094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.430666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.430778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.431322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.431441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.431769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.432121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.432470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.432826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Tracked resource versions report: Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}, Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:35:11.434589 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:35:11.438445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.441363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.452280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.476166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.486806 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=950735441df84ba8bdb5efbd6232bc91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7429667 Feb 17 04:35:11.493690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 38990) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:11.502336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Synchronizing usage tracker for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:11.514178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488dccb1-dc5d-43bd-9c41-b31da679a9d8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.522138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.537324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:11.538592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:11.542279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:11.549707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b713516-3c64-402e-981c-af087881ade7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.553568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.556940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Checking segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:11.557338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Network hostable DHCP agents. Network: 78d8e801-9ca6-442b-ae7c-2cc0ef825b44, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:11.591755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Unset dirty status for tenant:3c7983da783b47faa4af9bd901ad6386 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:11.596401 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=898d249e4db948e0abe2006b9c32b392&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7609732 Feb 17 04:35:11.597532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 38998) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:11.601441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-6ff79c12-3d8b-4691-b8fc-91e14b4fa9d9 service neutron] 10.222.0.47 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164213 Feb 17 04:35:11.613722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Attempting to bind port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:11.614139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Attempting to bind port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:11.614549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Attempting to bind port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 on network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:11.620842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:11.621288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Checking segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:11.621732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.622169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Bound using segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:11.622689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Bound port: ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:11.623111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.652473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:11.680375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 78d8e801-9ca6-442b-ae7c-2cc0ef825b44) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:11.685143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:11.686044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.716472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.740087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.745996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] For port ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:11.749794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] For port ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:11.752874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786355c-e8db-45d8-bb2b-26460f77f1a3 None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:11.773664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.824760 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.908752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Pushing event updated for resources: {'Port': ['ID=b559ea78-761b-4178-87a9-d993216cd6e5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.920318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.923707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.956392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.974045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.038184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5b89e670-0550-4187-af74-8780670bf176 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4725478 Feb 17 04:35:12.043083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39020) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:12.052454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:12.069786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Allocated IP 172.28.0.133 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/d0609216-d2ca-4080-b14a-a555c8017588) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:12.071623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:12.097731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Usage tracker for resource:router and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:12.105131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:12.112479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:12.116333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.146634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.148049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.170947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.188364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:12.204990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.208086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:12.216519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:12.223421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:12.247196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.250281 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-ac77629b-ac43-4dda-9007-814568aa8b88 service neutron] 10.222.0.47 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6360688 Feb 17 04:35:12.272189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:12.294069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Pushing event updated for resources: {'Port': ['ID=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:12.304467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488dccb1-dc5d-43bd-9c41-b31da679a9d8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:12.321895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:12.327510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:12.361760 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:35:12.363045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.395645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.396960 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/488dccb1-dc5d-43bd-9c41-b31da679a9d8 HTTP/1.1" status: 204 len: 168 time: 0.9021549 Feb 17 04:35:12.451082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.501511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.543825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-15f72b74-ebde-411a-8da3-bd64653b2300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:12.686112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39042) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:12.816228 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4b9f03d2-c41d-4be6-a48d-a253248f5d49 req-1bc26367-42af-42bd-afe7-e0665af863d3 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.1159055 Feb 17 04:35:12.833229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Pushing event updated for resources: {'Port': ['ID=d0609216-d2ca-4080-b14a-a555c8017588,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:12.839122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:12.893477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39058) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:12.913611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:12.914901 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:12.922804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:13.082235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b713516-3c64-402e-981c-af087881ade7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:13.199222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39068) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:13.206882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:13.238808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:13.283942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:13.290058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e5c82fef7e4587ab1d8074bac314b0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:13.304711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:13.312877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Allocated IP 172.20.0.2 (78d8e801-9ca6-442b-ae7c-2cc0ef825b44/ca71b61d-2896-46b1-912e-a2806ef476ad/350a3ecc-7969-4d72-87ca-767f7be5440c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:13.386969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:13.463304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:13.679189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:13.716809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:13.721391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b713516-3c64-402e-981c-af087881ade7 HTTP/1.1" status: 204 len: 168 time: 2.1184049 Feb 17 04:35:13.728091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:13.744512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Usage tracker for resource:security_group_rule and tenant:fc58af52bc1f45d7bc6e745b2adac55a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:13.753563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:13.767765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:13.852663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:13.972664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.006026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Transition to ACTIVE for port object 350a3ecc-7969-4d72-87ca-767f7be5440c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:14.038170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.048389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Transition to ACTIVE for port object 350a3ecc-7969-4d72-87ca-767f7be5440c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:14.058438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.130652 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3278a85c-9ae2-4e94-b237-1a9399c18097 req-99eb3400-c395-4267-8b9f-79929b17909d tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.1760688 Feb 17 04:35:14.131422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39100) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:14.265894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.286274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.292086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39108) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:14.314725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:14.362882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:14.366809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e13de0-e04c-4f67-a2ac-4eaaa7edd710,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:14.397894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:14.412445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.457838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.491876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Pushing event updated for resources: {'Port': ['ID=350a3ecc-7969-4d72-87ca-767f7be5440c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:14.513603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:14.542948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:14.544449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:14.553827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:14.746937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee13e26d-0148-4ddc-8fe8-2b0ad7072155 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:14.765489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:14.785981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.791851 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1e5c82fef7e4587ab1d8074bac314b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5914519 Feb 17 04:35:14.820297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39120) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:14.822748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Usage tracker for resource:security_group_rule and tenant:0834a8b3876243eab793a676755a7eb0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:14.826441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:14.832916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:14.862268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.878897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Attempting to bind port 350a3ecc-7969-4d72-87ca-767f7be5440c on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:14.879515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Attempting to bind port 350a3ecc-7969-4d72-87ca-767f7be5440c by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:14.880333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Attempting to bind port 350a3ecc-7969-4d72-87ca-767f7be5440c on network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:14.887771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.905736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:14.906413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Checking segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:14.907301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.908001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Bound using segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:14.908877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Bound port: 350a3ecc-7969-4d72-87ca-767f7be5440c, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:14.909599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:14.940260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-17dd2740-83cd-47d3-a818-438de5cba10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:14.972943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.017913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a767d-afae-4b9e-a283-6467cf761295,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:15.032279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e4fe6-0383-4ec3-bd72-4ecadc457ac6 None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:15.137424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:15.256558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f82ca46d-4743-4301-8aa6-e195bfba7432 None None] Provisioning for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:15.331356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:15.362373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:15.363406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.517745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] For port 350a3ecc-7969-4d72-87ca-767f7be5440c, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:15.565267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] For port 350a3ecc-7969-4d72-87ca-767f7be5440c, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=350a3ecc-7969-4d72-87ca-767f7be5440c,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:15.570615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:15.598777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.616383 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-37bfb93f-8256-4720-935d-ac0976105ae1 req-39b3cd9a-7671-476e-b548-0307fc53bb89 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.2054296 Feb 17 04:35:15.618216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Usage tracker for resource:security_group_rule and tenant:17d85fee834646c2808e7f183d2fbdf6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:15.643905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.661579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:15.670790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc58af52bc1f45d7bc6e745b2adac55a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7721503 Feb 17 04:35:15.671086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.690796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39130) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:15.694992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:15.701475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5b7cbe6e-9a75-454d-925c-85e84394cce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:15.704923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:15.867368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.877518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.902780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fb38ed-23c0-4b71-8fa6-882aed854575,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:15.907077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.931634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:15.934861 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0834a8b3876243eab793a676755a7eb0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6327498 Feb 17 04:35:15.944387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:35:15.946504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39136) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:15.949165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Router af17e556-63c6-4e9f-89eb-56bcbda974ad is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:35:16.007913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.41', 55012) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:16.013050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Pushing event updated for resources: {'Port': ['ID=350a3ecc-7969-4d72-87ca-767f7be5440c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:16.016920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:16.023268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:16.037477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.048034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:16.174149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:16.179832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:16.181776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.309810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.418758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.451922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:16.454408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-6f5e7238-76d3-4f8d-b8a0-fb469b3b13a4 None None] Provisioning complete for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:16.454826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f5e7238-76d3-4f8d-b8a0-fb469b3b13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.469704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Sync routers for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:16.489275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:16.494288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:16.528344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Allocated IP 172.28.0.232 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/e5d79515-746c-4bf3-8ccc-31abf8ab8328) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:16.600659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.625265 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6706557 Feb 17 04:35:16.648831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.728186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.841823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee13e26d-0148-4ddc-8fe8-2b0ad7072155 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:16.883820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39150) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:16.901854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-059c376b-c98e-4f69-8dab-ed415a7857e2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:16.903524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-059c376b-c98e-4f69-8dab-ed415a7857e2 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.41 "GET /v2.0/networks?id=72137e96-75b4-4fee-9318-632adbba006c HTTP/1.1" status: 200 len: 812 time: 0.8628843 Feb 17 04:35:16.930856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.979791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:17.011346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-9336a9ad-70c3-4678-b22c-b00852cb9a19 None None] Provisioning complete for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:17.015705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9336a9ad-70c3-4678-b22c-b00852cb9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.066076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.101903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.105942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:17.106365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.124201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9cf1694d-84f7-42dd-b725-1afa1c24d512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:17.162717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.216591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Request body: {'port': {'device_id': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'network_id': '72137e96-75b4-4fee-9318-632adbba006c', 'admin_state_up': True, 'tenant_id': '3b5b788d7559485984d12051e2bde62f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:17.288349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d79515-746c-4bf3-8ccc-31abf8ab8328,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:17.294575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:17.295364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:17.339913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.400989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-7f77ca75-4688-47e9-87f1-9dccf0f952b6 None None] Provisioning complete for port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:17.401412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7f77ca75-4688-47e9-87f1-9dccf0f952b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.408715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:17.417636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:17.420761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:17.466792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:13Z', 'revision_number': 3, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:17.471351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Checking router: af17e556-63c6-4e9f-89eb-56bcbda974ad for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:17.471929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Updating router af17e556-63c6-4e9f-89eb-56bcbda974ad port b559ea78-761b-4178-87a9-d993216cd6e5 binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:17.522940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.524315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:17.539022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.544100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.552632 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2e04f9b-fc86-404c-afb0-c3631960381d req-a1f0410b-80ad-49b8-9af0-98b65c74bff6 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.3064928 Feb 17 04:35:17.647973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:17.658138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.659757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5e13de0-e04c-4f67-a2ac-4eaaa7edd710 HTTP/1.1" status: 204 len: 168 time: 2.7690508 Feb 17 04:35:17.680186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:17.681986 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7133312 Feb 17 04:35:17.704453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:17.707892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:17.713240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39180) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:17.755894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a767d-afae-4b9e-a283-6467cf761295,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:17.796522 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17d85fee834646c2808e7f183d2fbdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6377668 Feb 17 04:35:17.810321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:17.825811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:17.885710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39184) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:18.117283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.121987 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f5a767d-afae-4b9e-a283-6467cf761295 HTTP/1.1" status: 204 len: 168 time: 2.4058306 Feb 17 04:35:18.221529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc940-a560-4ddc-bef5-a982e55ebf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e13de0-e04c-4f67-a2ac-4eaaa7edd710,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:18.270762 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.375288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a958e-5a1e-4ea1-b2cd-ad3860fb1dc7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:18.442721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:18.466771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:18.467701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:18.468348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.574716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5151118-289f-4e3d-9b0a-dbc5047742c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:18.670321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.711608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Transition to ACTIVE for port object b559ea78-761b-4178-87a9-d993216cd6e5 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:18.722648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.772549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.856183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade14d74-0f63-4c7e-8614-234d5b7519e6 None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:18.992504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 350a3ecc-7969-4d72-87ca-767f7be5440c up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:19.143717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:19.200164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.204900 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8fb38ed-23c0-4b71-8fa6-882aed854575 HTTP/1.1" status: 204 len: 168 time: 3.2394335 Feb 17 04:35:19.204900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fb38ed-23c0-4b71-8fa6-882aed854575,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:19.223153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:19.240571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Usage tracker for resource:port and tenant:3b5b788d7559485984d12051e2bde62f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:19.252110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:19.269642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:19.317132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:19.326646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.387321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Pushing event updated for resources: {'Port': ['ID=b559ea78-761b-4178-87a9-d993216cd6e5,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:19.405902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.406840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.407406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.408025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.408578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.421463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.422143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.422963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.423767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.424741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.425586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.426597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.427606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.428495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.429407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.430234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.431387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.432341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.433305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.434177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.435037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.435902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.449301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.450317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Tracked resource versions report: Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: pushed versions: Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: { 'AddressGroup': {'1.1'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': {'1.0'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': {'1.0'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': {'1.1'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': {'1.7'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': {'1.2'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': {'1.8'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': {'1.4'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': {'1.0'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': {'1.1'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': {'1.1'}} Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: consumer versions: Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: { DHCP agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: L3 agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: Metadata agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: Metering agent@dv-cinder-760197-3-smb: {}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@dv-cinder-760197-3-smb: { 'AddressGroup': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}, Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'ConntrackHelper': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Log': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Network': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Port': '1.7', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'PortForwarding': '1.2', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'QosPolicy': '1.8', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroup': '1.4', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SecurityGroupRule': '1.2', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'SubPort': '1.0', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Subnet': '1.1', Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: 'Trunk': '1.1'}} Feb 17 04:35:19.453573 dv-cinder-760197-3-smb neutron-server[83931]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:35:19.570983 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Attempting to bind port b559ea78-761b-4178-87a9-d993216cd6e5 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:19.573599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Attempting to bind port b559ea78-761b-4178-87a9-d993216cd6e5 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:19.581782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Attempting to bind port b559ea78-761b-4178-87a9-d993216cd6e5 on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:19.589744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-8ebbefcf-0e23-4961-a1a2-58bd1a0045c6 None None] Provisioning for port 350a3ecc-7969-4d72-87ca-767f7be5440c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:19.608270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:19.609614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:19.610599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.611546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:19.612666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Bound port: b559ea78-761b-4178-87a9-d993216cd6e5, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:19.613631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.678718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Made reservation on behalf of 3b5b788d7559485984d12051e2bde62f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:19.684381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.698287 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5ced9757-574e-42bf-bd95-fc7039c8f694 req-92af0244-24e9-425b-afb4-17088267dec5 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.5085657 Feb 17 04:35:19.811308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 350a3ecc-7969-4d72-87ca-767f7be5440c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:19.821192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] For port b559ea78-761b-4178-87a9-d993216cd6e5, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:19.825686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] For port b559ea78-761b-4178-87a9-d993216cd6e5, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b559ea78-761b-4178-87a9-d993216cd6e5,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:19.831639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.835667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.844616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 350a3ecc-7969-4d72-87ca-767f7be5440c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:19.845067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:19.928037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:19.983578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ed2c784a-4be3-4231-9eac-e93241dbbd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:20.000193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a958e-5a1e-4ea1-b2cd-ad3860fb1dc7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:20.028814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:20.366100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Allocated IP 172.20.0.7 (72137e96-75b4-4fee-9318-632adbba006c/d7971a50-bc86-4703-aeaa-719231cb2343/55e86189-0c7e-4739-8c7e-419eae28683b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:20.673879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.531s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:20.686853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:20.715147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:20.717018 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac8a958e-5a1e-4ea1-b2cd-ad3860fb1dc7 HTTP/1.1" status: 204 len: 168 time: 2.8091457 Feb 17 04:35:20.912041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Pushing event updated for resources: {'Port': ['ID=b559ea78-761b-4178-87a9-d993216cd6e5,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:20.924761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:20.957912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:20.990604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:20.991773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:21.059837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:21.208504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:21.392331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:21.419519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 350a3ecc-7969-4d72-87ca-767f7be5440c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=350a3ecc-7969-4d72-87ca-767f7be5440c,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:21.433377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:21.551112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:21.659429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:21.698429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:21.722774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:21.753879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Pushing event updated for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:21.782393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:21.845734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Network 72137e96-75b4-4fee-9318-632adbba006c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:21.877073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:21.889149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:21.892072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39260) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:21.897477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:21.898252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:21.923656 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7188251 Feb 17 04:35:22.046538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-95b29630-a02e-48f2-9cf1-642d9ab25f2e tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.047504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-95b29630-a02e-48f2-9cf1-642d9ab25f2e tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Synchronizing usage tracker for tenant:3b5b788d7559485984d12051e2bde62f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:22.061443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=350a3ecc-7969-4d72-87ca-767f7be5440c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:22.090328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-95b29630-a02e-48f2-9cf1-642d9ab25f2e tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Unset dirty status for tenant:3b5b788d7559485984d12051e2bde62f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:22.091622 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-95b29630-a02e-48f2-9cf1-642d9ab25f2e tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 931 time: 0.9303303 Feb 17 04:35:22.100605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:22.119130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:13Z', 'revision_number': 3, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:22.141159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:22.141596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Updating router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 port d0609216-d2ca-4080-b14a-a555c8017588 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:22.218825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:22.397091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:22.406811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:22.413958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:13Z', 'revision_number': 3, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:22.422629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae76e9-6d60-41e5-967e-9fa077a946e3 None None] The sync data for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb is: [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:13Z', 'revision_number': 3, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:22.472244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:22.481826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-be55c2ba-4d5c-4dbf-b5e0-ce78fdb69a17 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Synchronizing usage tracker for tenant:3b5b788d7559485984d12051e2bde62f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:22.546238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Usage tracker for resource:security_group_rule and tenant:061c0e51181e42c7ab1d68af67d11cdb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:22.568301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:22.650641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-b12eaea4-4f1f-47ec-b354-410c563b5d71 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:35:22.651805 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-b12eaea4-4f1f-47ec-b354-410c563b5d71 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1040857 Feb 17 04:35:22.652820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-d9b7cda2-8dff-4d1a-8148-b405ad2d5163 None None] Provisioning complete for port 350a3ecc-7969-4d72-87ca-767f7be5440c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:22.653270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cda2-8dff-4d1a-8148-b405ad2d5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:22.663913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-be55c2ba-4d5c-4dbf-b5e0-ce78fdb69a17 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Unset dirty status for tenant:3b5b788d7559485984d12051e2bde62f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:22.665708 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e6b5848c-9cd5-44e9-b769-a58a5180c486 req-be55c2ba-4d5c-4dbf-b5e0-ce78fdb69a17 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617149 Feb 17 04:35:22.688674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:23.024713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:23.196351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:35:23.385739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39280) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:23.554240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Request body: {'port': {'device_id': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:24.079923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-bb11881d-2a42-467c-b057-e0cf33e3a834 None None] Provisioning complete for port 350a3ecc-7969-4d72-87ca-767f7be5440c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:24.080451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bb11881d-2a42-467c-b057-e0cf33e3a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.125154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b559ea78-761b-4178-87a9-d993216cd6e5 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:24.185935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.230290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-869017845-network', 'tenant_id': '2f6f29a51f3f46c8abe8bb097952980c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:24.241726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:24.255696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Usage tracker for resource:network and tenant:2f6f29a51f3f46c8abe8bb097952980c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:24.267621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:24.281222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:24.446968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Made reservation on behalf of 2f6f29a51f3f46c8abe8bb097952980c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:24.459257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.477831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port b559ea78-761b-4178-87a9-d993216cd6e5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:24.489378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port b559ea78-761b-4178-87a9-d993216cd6e5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:24.490019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.599268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:35:24.681050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:24.696710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:24.714786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:24.715784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:24.757383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.835931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:24.840607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6f29a51f3f46c8abe8bb097952980c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:24.844846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:24.854890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:24.895878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da857738-256c-4bc7-a51b-0691019df08c req-d55c9f12-a878-490d-96af-ac9ec9faa720 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:24.899545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da857738-256c-4bc7-a51b-0691019df08c req-d55c9f12-a878-490d-96af-ac9ec9faa720 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 931 time: 0.7257762 Feb 17 04:35:24.918831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Allocated IP 172.20.0.1 (29d5d378-70a7-449f-a73a-1ba69a66c8a5/d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce/ccee4444-c394-46b4-97d1-47816d2561dd) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:25.049821 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da857738-256c-4bc7-a51b-0691019df08c req-7b2375c9-8b61-4000-8be7-14ba7664cb95 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267958 Feb 17 04:35:25.327721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:25.395609 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Allocated IP 172.20.0.1 (85b13a8d-46c1-4b28-84c3-bb1ad8bac691/1a7aae15-50f3-4bf9-ab01-a74b12233406/240b9938-6c9d-4f9b-bafd-1970b6e71e63) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:25.415048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.440399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port b559ea78-761b-4178-87a9-d993216cd6e5, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b559ea78-761b-4178-87a9-d993216cd6e5,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:25.444826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.448741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.457602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 350a3ecc-7969-4d72-87ca-767f7be5440c up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:25.503441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:25.564070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Transition to ACTIVE for port object d0609216-d2ca-4080-b14a-a555c8017588 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:25.583655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.653727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e86189-0c7e-4739-8c7e-419eae28683b {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:35:25.662791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.678171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Transition to ACTIVE for port object 55e86189-0c7e-4739-8c7e-419eae28683b will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:25.731949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.757134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.879294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.923432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Transition to ACTIVE for port object 240b9938-6c9d-4f9b-bafd-1970b6e71e63 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:25.972226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.974364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.011255 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=b559ea78-761b-4178-87a9-d993216cd6e5,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:26.015345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:26.021663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.025655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.9759536 Feb 17 04:35:26.025655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:26.036041 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=061c0e51181e42c7ab1d68af67d11cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1405294 Feb 17 04:35:26.038319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:26.143241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39310) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:26.143616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39312) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:26.200681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:17Z', 'revision_number': 3, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:26.218249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:26.220099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Updating router 2cb659a2-10a4-4405-aee5-5391bf3c17ca port e5d79515-746c-4bf3-8ccc-31abf8ab8328 binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:26.270467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Pushing event updated for resources: {'Port': ['ID=d0609216-d2ca-4080-b14a-a555c8017588,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:26.292267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:26.298452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:26.303784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 350a3ecc-7969-4d72-87ca-767f7be5440c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:26.304471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.309271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:26.320394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:26.320967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.330811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.333823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:26.407047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Attempting to bind port d0609216-d2ca-4080-b14a-a555c8017588 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:26.407806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Attempting to bind port d0609216-d2ca-4080-b14a-a555c8017588 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:26.412097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Attempting to bind port d0609216-d2ca-4080-b14a-a555c8017588 on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:26.430035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.437012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.447093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:26.448012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:26.448666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.449310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:26.450140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Bound port: d0609216-d2ca-4080-b14a-a555c8017588, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:26.450759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.764724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] For port d0609216-d2ca-4080-b14a-a555c8017588, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:26.773699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.807324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] For port d0609216-d2ca-4080-b14a-a555c8017588, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=d0609216-d2ca-4080-b14a-a555c8017588,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:26.829214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6728c4be-5cc4-43ce-9619-41b02a6ba055,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:26.831322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.851302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:27.085557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.816s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:27.094975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:27.467316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Pushing event updated for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:27.479935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:27.541570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.585098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Transition to ACTIVE for port object e5d79515-746c-4bf3-8ccc-31abf8ab8328 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:27.603655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.632580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f4e47dcd-442c-45ef-95a9-8e083ee46bdf None None] Provisioning for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:27.643191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:27.644072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Pushing event updated for resources: {'Port': ['ID=d0609216-d2ca-4080-b14a-a555c8017588,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:27.716360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:27.721535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f4e47dcd-442c-45ef-95a9-8e083ee46bdf None None] Provisioning complete for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:27.722245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f4e47dcd-442c-45ef-95a9-8e083ee46bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.874883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.881079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.882291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.885297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b559ea78-761b-4178-87a9-d993216cd6e5 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:27.913290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:27.914783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:27.937649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.938039 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Added segment be4a6f48-0d2f-4aa0-8336-7c7a36301308 of type vxlan for network c273e7cf-21a7-4dda-b488-680f25f5bbed Feb 17 04:35:27.972730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Attempting to bind port e5d79515-746c-4bf3-8ccc-31abf8ab8328 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:27.973170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Attempting to bind port e5d79515-746c-4bf3-8ccc-31abf8ab8328 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:27.973577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Attempting to bind port e5d79515-746c-4bf3-8ccc-31abf8ab8328 on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:27.977212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f4e47dcd-442c-45ef-95a9-8e083ee46bdf None None] Port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:35:27.981860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:27.983190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:27.990117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:27.990535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:27.990981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.991419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:27.991956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Bound port: e5d79515-746c-4bf3-8ccc-31abf8ab8328, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:27.992370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.008882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.116351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] For port e5d79515-746c-4bf3-8ccc-31abf8ab8328, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:28.120625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] For port e5d79515-746c-4bf3-8ccc-31abf8ab8328, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e5d79515-746c-4bf3-8ccc-31abf8ab8328,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:28.127536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.139596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.171723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.220450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.246858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.248170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.274046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:28.286596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:28.308421 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.9105408 Feb 17 04:35:28.309690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.316909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.983s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:28.325045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Pushing event updated for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:28.329430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Attempting to bind port 55e86189-0c7e-4739-8c7e-419eae28683b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:28.330086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Attempting to bind port 55e86189-0c7e-4739-8c7e-419eae28683b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f9a045bc-f278-4d93-bad5-555f033e3f6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72137e96-75b4-4fee-9318-632adbba006c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:28.330725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Attempting to bind port 55e86189-0c7e-4739-8c7e-419eae28683b on network 72137e96-75b4-4fee-9318-632adbba006c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:28.335809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Pushing event updated for resources: {'Port': ['ID=e5d79515-746c-4bf3-8ccc-31abf8ab8328,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:28.339781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:28.340222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:28.343239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:28.354921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:28.357200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39332) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:28.365174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.366713 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6728c4be-5cc4-43ce-9619-41b02a6ba055 HTTP/1.1" status: 204 len: 168 time: 1.9486256 Feb 17 04:35:28.368062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:28.368695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Checking segment: {'id': 'f9a045bc-f278-4d93-bad5-555f033e3f6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72137e96-75b4-4fee-9318-632adbba006c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:28.369450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.370037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Bound using segment: {'id': 'f9a045bc-f278-4d93-bad5-555f033e3f6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72137e96-75b4-4fee-9318-632adbba006c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:28.371459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Bound port: 55e86189-0c7e-4739-8c7e-419eae28683b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a045bc-f278-4d93-bad5-555f033e3f6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72137e96-75b4-4fee-9318-632adbba006c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:28.372049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.397327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.446599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Pushing event updated for resources: {'Port': ['ID=e5d79515-746c-4bf3-8ccc-31abf8ab8328,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:28.460748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:28.469130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:28.469814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:28.525757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] For port 55e86189-0c7e-4739-8c7e-419eae28683b, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:28.537663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] For port 55e86189-0c7e-4739-8c7e-419eae28683b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=55e86189-0c7e-4739-8c7e-419eae28683b,segment=NetworkSegment(f9a045bc-f278-4d93-bad5-555f033e3f6c),segment_id=f9a045bc-f278-4d93-bad5-555f033e3f6c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:28.578011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Request body: {'subnet': {'network_id': 'c273e7cf-21a7-4dda-b488-680f25f5bbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-869017845-subnet', 'tenant_id': '2f6f29a51f3f46c8abe8bb097952980c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:28.616669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:28.620505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:28.624840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.666485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c9e5fe-fc8a-45bb-b973-0871c1d8f717,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:28.686219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port b559ea78-761b-4178-87a9-d993216cd6e5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:28.686845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.694724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:28.821977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Usage tracker for resource:subnet and tenant:2f6f29a51f3f46c8abe8bb097952980c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:28.946384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993901d6-d334-4a9c-a317-592453ca388f req-c1ea1ba7-1f4b-4c13-b517-d4ce5e59fc34 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.953262 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-993901d6-d334-4a9c-a317-592453ca388f req-c1ea1ba7-1f4b-4c13-b517-d4ce5e59fc34 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 2.5188193 Feb 17 04:35:28.955482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:29.050563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728c4be-5cc4-43ce-9619-41b02a6ba055,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:29.253682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:29.267635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:35:29.560930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-6d63242b-3dbe-45db-b426-62f6ef97de95 None None] Provisioning complete for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:29.567072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6d63242b-3dbe-45db-b426-62f6ef97de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:29.699477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:29.715964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6d63242b-3dbe-45db-b426-62f6ef97de95 None None] Port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:35:29.740839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:27Z', 'revision_number': 2, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:29.750909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d85aa4-8c36-48df-97f5-7364ff7f4533 None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:27Z', 'revision_number': 2, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:29.760498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:29.796395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-993901d6-d334-4a9c-a317-592453ca388f req-0308d3ad-6cc4-4e1b-9a39-61a64cbcfd40 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683091 Feb 17 04:35:29.797188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e5a5f73-8f9a-48ba-b70a-27e138081dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.491s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:30.077284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:30.106419 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] 10.222.0.47 "PUT /v2.0/routers/c7b69599-b23c-42e4-9d3a-5deca8fe04b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3917038 Feb 17 04:35:30.181472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:17Z', 'revision_number': 3, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:30.198929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af68be-10ed-4bed-8d73-de7a89fa696c None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:17Z', 'revision_number': 3, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:30.693245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Pushing event updated for resources: {'Network': ['ID=c273e7cf-21a7-4dda-b488-680f25f5bbed,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:30.711251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network c273e7cf-21a7-4dda-b488-680f25f5bbed details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:30.767792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-25549082-ede7-4f8d-9771-0ca314a96261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:30.768116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network c273e7cf-21a7-4dda-b488-680f25f5bbed details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:30.774769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.368s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:30.775103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:30.779185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Made reservation on behalf of 2f6f29a51f3f46c8abe8bb097952980c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:30.794065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.860752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.115s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:31.287084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:31.373773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:31.544262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:31.546968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.551795 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/55e86189-0c7e-4739-8c7e-419eae28683b HTTP/1.1" status: 200 len: 1157 time: 8.4788008 Feb 17 04:35:31.557140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:31.682736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.954560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d0609216-d2ca-4080-b14a-a555c8017588 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:32.027345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:32.075660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port d0609216-d2ca-4080-b14a-a555c8017588 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:32.090346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port d0609216-d2ca-4080-b14a-a555c8017588 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:32.091161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.358655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:32.415089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39430) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:32.421940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551612749', 'description': 'tempest-description--1084589679'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:32.439037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:32.445566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:32.455130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:32.475796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:32.552007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.575000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:32.609708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8d2b7-4d3f-491b-84d3-56dc12fcaeb0 req-a8c8495e-37ab-4294-9e45-4ae97ca32875 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:32.611692 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cfd8d2b7-4d3f-491b-84d3-56dc12fcaeb0 req-a8c8495e-37ab-4294-9e45-4ae97ca32875 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 1.3262005 Feb 17 04:35:32.617683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:32.618433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.733587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.788651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f05a92c8-3b81-4446-b983-618acc3125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:32.790511 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-f05a92c8-3b81-4446-b983-618acc3125b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b5b788d7559485984d12051e2bde62f&device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 1160 time: 1.1605155 Feb 17 04:35:32.842036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.872521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:32.881401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:32.891101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:32.902275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:32.904350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.007742 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b', 'status': 'completed', 'code': 200} Feb 17 04:35:33.025099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.031652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.036392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7354a48d-f21c-47b4-94aa-ac81e5d12302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.065301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port d0609216-d2ca-4080-b14a-a555c8017588, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=d0609216-d2ca-4080-b14a-a555c8017588,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:33.080905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Pushing event updated for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.082709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.094124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.109025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e5d79515-746c-4bf3-8ccc-31abf8ab8328 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:33.152500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.157999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e260a032-2b0f-417f-abb1-4522af231699,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.174224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.175184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.179260 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7602553 Feb 17 04:35:33.179566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39462) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:33.187240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group_rule': {'security_group_id': 'e260a032-2b0f-417f-abb1-4522af231699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:33.207243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:33.213612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:33.217186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:33.225093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:33.227724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.264612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.300829 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cfd8d2b7-4d3f-491b-84d3-56dc12fcaeb0 req-8ebd7551-a828-4463-94f9-5774b82765f6 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675783 Feb 17 04:35:33.302588 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-5cb11878-32c4-429c-84c3-d0fb06eb8b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55e86189-0c7e-4739-8c7e-419eae28683b HTTP/1.1" status: 200 len: 217 time: 0.4062686 Feb 17 04:35:33.312792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=d0609216-d2ca-4080-b14a-a555c8017588,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.325829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.329211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port e5d79515-746c-4bf3-8ccc-31abf8ab8328 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:33.359381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port e5d79515-746c-4bf3-8ccc-31abf8ab8328 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:33.360275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.362655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.367686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.369741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.384498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccab7781-b2b2-47c5-abba-21d28b5897e2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.424994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.430000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494502 Feb 17 04:35:33.430626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39480) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:33.436564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group_rule': {'security_group_id': 'e260a032-2b0f-417f-abb1-4522af231699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:33.446394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:33.451802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:33.454989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.456381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:33.462707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:33.501185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.616486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.634079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port e5d79515-746c-4bf3-8ccc-31abf8ab8328, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e5d79515-746c-4bf3-8ccc-31abf8ab8328,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:33.638313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.640561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce4cd9ee-ed80-420b-a26b-a0c165b24f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.657380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.664305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.666247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-16ed2d98-2848-4195-b89a-524b13a3d336 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.703317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361be81f-cc03-4f6c-9d1c-7360ff62443a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.709685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.730617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=e5d79515-746c-4bf3-8ccc-31abf8ab8328,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.736488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.753804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.753804 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210015 Feb 17 04:35:33.756472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39504) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:33.781941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:33.792189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d0609216-d2ca-4080-b14a-a555c8017588 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:33.808505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:33.819327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:floatingip and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:33.825188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:33.839847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:33.870648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.892709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port d0609216-d2ca-4080-b14a-a555c8017588 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:33.893301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.053733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-c8c2efd2-249d-4efe-aa56-ab80a8731a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:34.059837 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-c8c2efd2-249d-4efe-aa56-ab80a8731a74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7971a50-bc86-4703-aeaa-719231cb2343 HTTP/1.1" status: 200 len: 852 time: 0.7433884 Feb 17 04:35:34.118162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.244453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e839e23-c753-4abd-88a1-c07cd763b30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.373293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-4860b8a5-1ad7-423e-8ec9-d493c65c21bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72137e96-75b4-4fee-9318-632adbba006c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2052321 Feb 17 04:35:34.446936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Allocated IP 172.28.0.83 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/5ee3e209-a7f0-4303-ab59-b8a64c5024cb) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:34.616767 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-43fb23a2-cc82-4366-a397-ff00726fb36c service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310851 Feb 17 04:35:34.629690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.672457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.702165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-359e76d9-d4d4-4f55-adb9-5dca5d082464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:34.726065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Allocated IP 172.20.0.1 (78d8e801-9ca6-442b-ae7c-2cc0ef825b44/ca71b61d-2896-46b1-912e-a2806ef476ad/b9f35f41-d17f-4b5b-8638-07cb0208adc4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:34.883932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=5ee3e209-a7f0-4303-ab59-b8a64c5024cb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:34.895325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:34.958759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:34.960472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:34.963511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:35.079717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.106183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f82b4-b413-4058-abb6-35ce4e1bffc6 req-ebf78fdc-3f7f-4607-8a93-a1cd2d221e83 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:35.107968 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c01f82b4-b413-4058-abb6-35ce4e1bffc6 req-ebf78fdc-3f7f-4607-8a93-a1cd2d221e83 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 0.5935903 Feb 17 04:35:35.110000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7f11c29-7147-4460-89ab-3c28ea4672f5 req-e1537d63-c0a6-4498-a3fd-84a93946c653 service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4152238 Feb 17 04:35:35.170670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.183692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.293520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.319106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.360976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:35.459683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.465747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.496550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.501402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.524380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:35.525669 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c01f82b4-b413-4058-abb6-35ce4e1bffc6 req-0ec958b9-2ae8-4fd8-b578-b449e1308b7d tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885081 Feb 17 04:35:35.633929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Transition to ACTIVE for port object b9f35f41-d17f-4b5b-8638-07cb0208adc4 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:35.676652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=5ee3e209-a7f0-4303-ab59-b8a64c5024cb,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:35.681464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Pushing event updated for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:35.682426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:35.703331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-847590b1-1972-4f0f-9ec9-877dcd89cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:35.705201 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-847590b1-1972-4f0f-9ec9-877dcd89cb87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b5b788d7559485984d12051e2bde62f&device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 1160 time: 0.4757271 Feb 17 04:35:35.710913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:35.714026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:35.778764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.807284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e5d79515-746c-4bf3-8ccc-31abf8ab8328 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:35.822680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.834867 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ce988bf7-a749-4de3-976a-7787865a4fe4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0770824 Feb 17 04:35:35.940597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port e5d79515-746c-4bf3-8ccc-31abf8ab8328 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:35.942575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.023800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:36.078269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:36.079336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:36.107600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39616) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:36.352105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.373891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:36.380335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Usage tracker for resource:security_group_rule and tenant:584634118a1843c09cf101f27e2485c0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:36.385661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:36.396618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:36.403591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-1ae906f7-acdc-4fb9-86cb-e76e4bf122c2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:36.464156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b6ee92-4af4-4776-a23f-d99235d3bd0a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:36.468085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:36.474769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.475777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:36.488807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:36.504431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-c6589020-62bd-4322-9b79-60471dec51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.505898 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-c6589020-62bd-4322-9b79-60471dec51e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72137e96-75b4-4fee-9318-632adbba006c HTTP/1.1" status: 200 len: 906 time: 0.7613206 Feb 17 04:35:36.510435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:36.515690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.517848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:36.519384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.532367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-aca598be-5b5c-4373-8f42-8f37d4d874aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:36.586648 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=584634118a1843c09cf101f27e2485c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760745 Feb 17 04:35:36.587593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39636) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:36.593003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6221db74-7570-4a36-bb00-bf9043551cb1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:36.649996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:36.684075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.717390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.764387 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-f42a32d7-b75d-4763-80e5-24e20cf57e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55e86189-0c7e-4739-8c7e-419eae28683b HTTP/1.1" status: 200 len: 217 time: 0.2175646 Feb 17 04:35:36.793231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.799470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:36.813108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6221db74-7570-4a36-bb00-bf9043551cb1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:36.818528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:36.820623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.829188 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6221db74-7570-4a36-bb00-bf9043551cb1 HTTP/1.1" status: 204 len: 168 time: 0.2347052 Feb 17 04:35:36.910509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-1ae906f7-acdc-4fb9-86cb-e76e4bf122c2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:36.911773 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-1ae906f7-acdc-4fb9-86cb-e76e4bf122c2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1551612749&fields=id&tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 267 time: 0.6623249 Feb 17 04:35:36.930611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6342a3ca-799a-43d4-b7aa-4ef123668136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.963851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:27Z', 'revision_number': 2, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:36.968271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:36.968636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Updating router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:37.037290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.057957 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:37.061022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Checking segment: {'id': 'be4a6f48-0d2f-4aa0-8336-7c7a36301308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c273e7cf-21a7-4dda-b488-680f25f5bbed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:37.061461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Network hostable DHCP agents. Network: c273e7cf-21a7-4dda-b488-680f25f5bbed, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:37.124397 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:37.173565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39644) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:37.194093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.213919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:37.219054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Usage tracker for resource:security_group_rule and tenant:bc22fdc5f63a4462a378627111c93e45 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:37.223961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-fa3d6301-1b1c-4c54-8fc7-eb102d2409c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.224996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:37.225609 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-fa3d6301-1b1c-4c54-8fc7-eb102d2409c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7971a50-bc86-4703-aeaa-719231cb2343 HTTP/1.1" status: 200 len: 852 time: 0.2940710 Feb 17 04:35:37.234342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:37.316094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Network c273e7cf-21a7-4dda-b488-680f25f5bbed is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:37.339147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.344697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.352735 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-5d70cdef-5ecc-41a1-a5be-622652ffd0a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72137e96-75b4-4fee-9318-632adbba006c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069784 Feb 17 04:35:37.356152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c6f1cdaa-7c9c-42b0-ad3a-6d3abb15a8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:37.422958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Router af17e556-63c6-4e9f-89eb-56bcbda974ad has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:35:37.427776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797c7db0-5b7f-405d-a6e8-711702def749,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:37.430282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, c273e7cf-21a7-4dda-b488-680f25f5bbed) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:37.441480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:37.478916 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc22fdc5f63a4462a378627111c93e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041179 Feb 17 04:35:37.486873 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:37.489444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39654) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:37.498796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:37.516450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09468ecb-7613-4866-97fc-85ea9838cafc req-1c6a8760-4af1-4702-84e2-fa40bfc5e2a4 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.523935 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-09468ecb-7613-4866-97fc-85ea9838cafc req-1c6a8760-4af1-4702-84e2-fa40bfc5e2a4 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 0.7333460 Feb 17 04:35:37.533971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.534624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.554311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:37.554311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.559158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-46f22fae-6ab8-4132-beab-5f2bf59c933f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.559926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-46f22fae-6ab8-4132-beab-5f2bf59c933f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:37.643047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.735510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.770650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.786209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Transition to ACTIVE for port object 240b9938-6c9d-4f9b-bafd-1970b6e71e63 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:37.803008 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be7c66-93a8-43dc-98fd-645b43192194 None None] Network c273e7cf-21a7-4dda-b488-680f25f5bbed requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:37.828268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.831921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.843527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ac9fe82e-8aec-4cb0-bbd0-d05b9f814f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:37.863661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:37.865410 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/797c7db0-5b7f-405d-a6e8-711702def749 HTTP/1.1" status: 204 len: 168 time: 0.3742871 Feb 17 04:35:37.866321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c7db0-5b7f-405d-a6e8-711702def749,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:37.878437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:37.897221 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-dd3283ad-bba0-4b6f-a1eb-6f773f47a5dc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 9.5043240 Feb 17 04:35:37.927669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-46f22fae-6ab8-4132-beab-5f2bf59c933f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:37.929067 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-46f22fae-6ab8-4132-beab-5f2bf59c933f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 817 time: 0.9509022 Feb 17 04:35:37.958882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:37.995227 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-09468ecb-7613-4866-97fc-85ea9838cafc req-ce86873a-3d3e-4fb2-9811-1a92d7605305 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702826 Feb 17 04:35:38.035784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-89d9a6c8-70ef-48cb-94f3-99f614dd9903 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/quotas/fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 375 time: 0.0828309 Feb 17 04:35:38.096058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:38.291781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Pushing event updated for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:38.295116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:38.328020 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-db4a67ac-edb5-4a36-a442-225b5ebd2f61 service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640038 Feb 17 04:35:38.363879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-fe2a4606-eea8-47ca-b946-752a4fd47127 None None] Provisioning for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:38.369763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-c9c399c3-af51-47b1-b202-b3cc6b15b400 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:35:38.389048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:38.404146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Sync routers for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:38.422845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:38.424360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:38.429023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-fe2a4606-eea8-47ca-b946-752a4fd47127 None None] Provisioning complete for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:38.429454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4606-eea8-47ca-b946-752a4fd47127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:38.458596 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] 10.222.0.47 "PUT /v2.0/routers/af17e556-63c6-4e9f-89eb-56bcbda974ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.5539069 Feb 17 04:35:38.510324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068a107-1d8e-4264-be7b-e7327ba70a31 None None] Network c273e7cf-21a7-4dda-b488-680f25f5bbed requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:38.643896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:38.698528 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7377d1c-bb45-4207-a45c-ab31c487d46a req-6d535706-981c-42c9-9bd0-d0509dc022ef service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3579254 Feb 17 04:35:38.708584 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-ea05fee5-3975-4a04-974f-faf8dc69af4c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4378464 Feb 17 04:35:38.776924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:38.861926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 55e86189-0c7e-4739-8c7e-419eae28683b up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:38.983294 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-cd5fb684-9c48-4913-9d57-b744a2a38b7e service neutron] 10.222.0.47 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471910 Feb 17 04:35:39.005346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.045514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.228084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a4606-eea8-47ca-b946-752a4fd47127 None None] Port b9f35f41-d17f-4b5b-8638-07cb0208adc4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:35:39.315564 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-efccf46a-8323-4ba3-952a-40f772e845ba service neutron] 10.222.0.47 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3015530 Feb 17 04:35:39.373433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.380021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.381326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.406088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8635918-898c-4fad-9ec6-f38bbab820b0 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:39.439074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 55e86189-0c7e-4739-8c7e-419eae28683b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:39.444599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Attempting to bind port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:39.445242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Attempting to bind port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:39.445680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Attempting to bind port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 on network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:39.460683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:39.461215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Checking segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:39.461738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.462248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Bound using segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:39.462848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Bound port: 240b9938-6c9d-4f9b-bafd-1970b6e71e63, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:39.473402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.486555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'ccee4444-c394-46b4-97d1-47816d2561dd', 'name': '', 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'mac_address': 'fa:16:3e:70:24:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:22Z', 'updated_at': '2021-02-17T04:35:34Z', 'revision_number': 2, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'subnets': [{'id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:39.491299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Checking router: af17e556-63c6-4e9f-89eb-56bcbda974ad for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:39.491893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Updating router af17e556-63c6-4e9f-89eb-56bcbda974ad port ccee4444-c394-46b4-97d1-47816d2561dd binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:39.550306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 55e86189-0c7e-4739-8c7e-419eae28683b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:39.558333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.569035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.705812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39726) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:39.904993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] For port 240b9938-6c9d-4f9b-bafd-1970b6e71e63, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:39.911357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] For port 240b9938-6c9d-4f9b-bafd-1970b6e71e63, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=240b9938-6c9d-4f9b-bafd-1970b6e71e63,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:39.925093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.984360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:40.023396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:40.057486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.109848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:40.122379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Usage tracker for resource:security_group_rule and tenant:9fd8849d6e3440f7a191bafea49c4760 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:40.129993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:40.145906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:40.206303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:40.258419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:40.298555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8859d22-036f-41dd-ab98-7f40373c4c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:40.426655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.471174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Pushing event updated for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:40.476975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.481671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.483548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:40.525919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e2d98270-1884-467b-8f7b-730f7fd99a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:40.571838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 55e86189-0c7e-4739-8c7e-419eae28683b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=55e86189-0c7e-4739-8c7e-419eae28683b,segment=NetworkSegment(f9a045bc-f278-4d93-bad5-555f033e3f6c),segment_id=f9a045bc-f278-4d93-bad5-555f033e3f6c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:40.580313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:40.582394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:40.630775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.632782 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fd8849d6e3440f7a191bafea49c4760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9257245 Feb 17 04:35:40.635867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39776) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:40.644226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c0093a-7637-409f-899f-16f06b163b53,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:40.649754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:40.683401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Transition to ACTIVE for port object ccee4444-c394-46b4-97d1-47816d2561dd will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:40.697585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.710928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e706a6dd-3204-4d8d-b900-8ac2e9b72afd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:40.716761 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e706a6dd-3204-4d8d-b900-8ac2e9b72afd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 818 time: 0.7437596 Feb 17 04:35:40.769172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-66a48d77-4339-4ba9-be43-6644a4b3d0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:40.825361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.834582 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-cecfa818-a237-4004-9917-a2a02c8e8b54 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/quotas/c36cb7c0a5854b0ca4d1158b6587c5d1 HTTP/1.1" status: 200 len: 375 time: 0.0798845 Feb 17 04:35:40.859425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39788) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:40.871622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85399-d915-4663-8c43-02b219cd6923 req-6a1a9715-d27c-4b0e-8dc9-88fcd274dced tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:40.878495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1037359618-network', 'tenant_id': 'c1287714be9746278606f5cd7712f473'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:40.879483 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3dc85399-d915-4663-8c43-02b219cd6923 req-6a1a9715-d27c-4b0e-8dc9-88fcd274dced tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 1.0332212 Feb 17 04:35:40.906750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:40.929864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Usage tracker for resource:network and tenant:c1287714be9746278606f5cd7712f473 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:40.938382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:40.955250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:40.959758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:40.979103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:41.055776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Made reservation on behalf of c1287714be9746278606f5cd7712f473 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:41.084663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.126876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.158973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.161038 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3dc85399-d915-4663-8c43-02b219cd6923 req-2c527861-eb2f-4f9a-8afc-876d7ede14ca tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803695 Feb 17 04:35:41.173324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:41.190050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1287714be9746278606f5cd7712f473 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:41.192050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:41.194080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:41.215017 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:41.217436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.237808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-56dafdee-7bbc-414f-b995-6ef62fa075ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:41.255960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:35:41.272404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c0093a-7637-409f-899f-16f06b163b53,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:41.285675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:41.288496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.289801 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94c0093a-7637-409f-899f-16f06b163b53 HTTP/1.1" status: 204 len: 168 time: 0.6472406 Feb 17 04:35:41.314872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-dd616e81-847d-46b8-93a5-a5927495feed tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:41.417500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b62374-01ca-48d4-8c0b-b7a484c2c3b9 None None] Pushing event updated for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:41.428026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29b62374-01ca-48d4-8c0b-b7a484c2c3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:41.551817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.563590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.578631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e5333d95-02b9-48f2-8ae9-5ccf43910324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:41.632326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 55e86189-0c7e-4739-8c7e-419eae28683b up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:41.646912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Attempting to bind port ccee4444-c394-46b4-97d1-47816d2561dd on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:41.647339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Attempting to bind port ccee4444-c394-46b4-97d1-47816d2561dd by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:41.649871 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4b9d5b7b-cc9c-404e-a6d7-3c12a4791685 req-89a4cf37-08c8-4ec8-991a-e802a84fcd71 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 210 time: 0.1639364 Feb 17 04:35:41.651353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Attempting to bind port ccee4444-c394-46b4-97d1-47816d2561dd on network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:41.663733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:41.664133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Checking segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:41.664574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.665031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Bound using segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:41.665547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Bound port: ccee4444-c394-46b4-97d1-47816d2561dd, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:41.665923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.666256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:35:41.703354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181a894-0481-49fe-8416-6703c9d892de,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:41.713158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:41.720727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.722031 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Added segment 234121d2-8156-4c52-965d-455c5dddc693 of type vxlan for network a9c38447-00d0-4b9e-917a-2cbfc26df698 Feb 17 04:35:41.873455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.955372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-26dda0d9-fabb-4e89-bc87-d6cf93f2f092 None None] Provisioning complete for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:41.962680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26dda0d9-fabb-4e89-bc87-d6cf93f2f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.028184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] For port ccee4444-c394-46b4-97d1-47816d2561dd, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:42.032701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] For port ccee4444-c394-46b4-97d1-47816d2561dd, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ccee4444-c394-46b4-97d1-47816d2561dd,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:42.035575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.037050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:42.037787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.041095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.056923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-377f2e7e-0508-4bd7-8d6a-ca1952d9f225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:42.157227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-26dda0d9-fabb-4e89-bc87-d6cf93f2f092 None None] Port b9f35f41-d17f-4b5b-8638-07cb0208adc4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:35:42.165886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 240b9938-6c9d-4f9b-bafd-1970b6e71e63 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:42.275260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-dd616e81-847d-46b8-93a5-a5927495feed tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:42.287736 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-dd616e81-847d-46b8-93a5-a5927495feed tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4007964 Feb 17 04:35:42.315384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:42.323002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f43eb82-d298-43a6-8756-694725b65fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:42.326525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:42.353523 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4871864 Feb 17 04:35:42.357175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39830) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:42.376269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:42.377408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Request body: {'subnet': {'network_id': 'a9c38447-00d0-4b9e-917a-2cbfc26df698', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1037359618-subnet', 'tenant_id': 'c1287714be9746278606f5cd7712f473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:42.386789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:42.391710 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] 10.222.0.47 "PUT /v2.0/routers/2cb659a2-10a4-4405-aee5-5391bf3c17ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9752853 Feb 17 04:35:42.421393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:42.425936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c38447-00d0-4b9e-917a-2cbfc26df698,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:42.427763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Usage tracker for resource:subnet and tenant:c1287714be9746278606f5cd7712f473 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:42.447573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:42.456046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:42.464258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:42.492394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Made reservation on behalf of c1287714be9746278606f5cd7712f473 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:42.501862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.520809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b62374-01ca-48d4-8c0b-b7a484c2c3b9 None None] Pushing event updated for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:42.527611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29b62374-01ca-48d4-8c0b-b7a484c2c3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:42.581024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:42.581711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:42.686212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-06f570c9-1c98-4d6a-841a-e4ec4610ecbe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:42.688243 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-06f570c9-1c98-4d6a-841a-e4ec4610ecbe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 817 time: 0.2031643 Feb 17 04:35:42.734166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e9c21-6699-47dd-8ad4-df739c7b5925 req-f3fbb159-25de-4f83-9a5b-862b67f303eb tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:42.736007 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4d9e9c21-6699-47dd-8ad4-df739c7b5925 req-f3fbb159-25de-4f83-9a5b-862b67f303eb tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 945 time: 0.3622799 Feb 17 04:35:42.902436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-715e4fce-f40e-4156-87e4-78abaa6f7b8d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 5705 time: 0.1829395 Feb 17 04:35:42.926830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4d9e9c21-6699-47dd-8ad4-df739c7b5925 req-e4a63020-1781-4879-b8b7-b5fc2557cd2e tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575534 Feb 17 04:35:42.930655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'port': {'device_id': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'admin_state_up': True, 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'security_groups': ['e260a032-2b0f-417f-abb1-4522af231699']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:42.989468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:43.035721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:35:43.048806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:43.234036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-8a86f4c8-ea5e-4d86-8a38-6ab1db54df32 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:35:43.236203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:43.242182 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-8a86f4c8-ea5e-4d86-8a38-6ab1db54df32 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5524964 Feb 17 04:35:43.298711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:43.301988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:43.332950 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:43.389084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:port and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:43.412726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:43.429743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:43.459105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Made reservation on behalf of fb5b61f1f69348acb6bfd480f5e4141f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:43.465746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:43.611163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9355e723-a440-4b27-946f-d4787ea19ce0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:43.623339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:43.735621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b', 'code': 200} Feb 17 04:35:43.918735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.41', 55056) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:43.926485 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-36c6dd93-c175-4559-9f52-76be91cab70b service neutron] 10.222.0.47 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833258 Feb 17 04:35:43.990987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:43.991627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:44.052531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39892) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:44.147362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Checking segment: {'id': '234121d2-8156-4c52-965d-455c5dddc693', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a9c38447-00d0-4b9e-917a-2cbfc26df698'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:44.147766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Network hostable DHCP agents. Network: a9c38447-00d0-4b9e-917a-2cbfc26df698, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:35:44.187232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:35:44.189649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:44.196663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 55e86189-0c7e-4739-8c7e-419eae28683b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:44.197119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.203768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, a9c38447-00d0-4b9e-917a-2cbfc26df698) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:44.210216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:44.212415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.240757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3e686b1f-1f52-4998-b00e-7f69bc2bcaa8 req-06e4e29c-e68d-4f2b-a7eb-235712f5e8e5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 210 time: 0.4159560 Feb 17 04:35:44.259155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-661b9c70-6106-44b8-b2b8-798617487cdb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9008217 Feb 17 04:35:44.266371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'ccee4444-c394-46b4-97d1-47816d2561dd', 'name': '', 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'mac_address': 'fa:16:3e:70:24:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:22Z', 'updated_at': '2021-02-17T04:35:42Z', 'revision_number': 4, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'subnets': [{'id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:44.269134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:44.269560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.274845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e5cad-a3f5-495d-b97a-1da30ef04b22 None None] The sync data for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb is: [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'ccee4444-c394-46b4-97d1-47816d2561dd', 'name': '', 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'mac_address': 'fa:16:3e:70:24:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:22Z', 'updated_at': '2021-02-17T04:35:42Z', 'revision_number': 4, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'subnets': [{'id': 'd5eec2a4-168c-4f5f-a4a0-e29cfd6cefce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:44.351327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.369594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428e7943-eba0-447a-af38-9012e2f38c1c None None] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:44.394569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:44.410964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Usage tracker for resource:security_group_rule and tenant:a76308cecc3c4a1ebcf93c3bdb7052fd is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:44.418042 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:44.433246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:44.505376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:44.534484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 39906) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:44.648369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.658173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.668131 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-baeb9f6e-c132-4a09-952b-909ebaa4333c service neutron] 10.222.0.47 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4442034 Feb 17 04:35:44.689015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4acc00e6-8e1c-4c86-93c2-9d57b99f97be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:44.752034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-c4d4c60d-9ee4-4b90-bb97-5fc47f0dfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:44.767105 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-c4d4c60d-9ee4-4b90-bb97-5fc47f0dfff2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 1162 time: 0.8394156 Feb 17 04:35:44.804979 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a76308cecc3c4a1ebcf93c3bdb7052fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511621 Feb 17 04:35:44.805896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9f4396-39a6-4395-a986-65542c48f1a3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:44.811807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:44.812942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39914) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:44.822365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Allocated IP 172.20.0.10 (85b13a8d-46c1-4b28-84c3-bb1ad8bac691/1a7aae15-50f3-4bf9-ab01-a74b12233406/b9201a5c-d9c4-4305-a3a8-0e83c89038c0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:44.848282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Deleting subnet e4b6ee92-4af4-4776-a23f-d99235d3bd0a {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:35:44.862413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.897535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.962063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.008913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:45.015285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Usage tracker for resource:security_group_rule and tenant:d65ee0c7ebb34d7d9794fc50b9136af3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:45.022196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:45.028593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:45.040300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.172019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.183700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:45.196776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39930) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:45.222511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183574688', 'description': 'tempest-description--539714945'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:45.230513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9f4396-39a6-4395-a986-65542c48f1a3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:45.251854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.260616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:45.266972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:45.282285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.288720 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d9f4396-39a6-4395-a986-65542c48f1a3 HTTP/1.1" status: 204 len: 168 time: 0.4738538 Feb 17 04:35:45.290277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:45.297842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:45.329112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:45.359377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.379080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.430639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-01a945fa-2d52-493e-8f2b-a166cd198035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:45.480512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:45.493148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc073607-7fa7-4c77-af6c-c3e7f479350f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:45.523332 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5e07148f-e859-4e97-b4b3-713f92e63116 req-09ea60eb-36c2-423f-bb52-22a6ed6b404f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 210 time: 0.2540822 Feb 17 04:35:45.523773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:45.529449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:45.560389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:45.589865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:45.648779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.673867 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1912ed26-ccd9-4070-90fd-03ccfda17271 req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8933232 Feb 17 04:35:45.815279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.821379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.828064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:45.899401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.934897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26aba41-af30-4993-84d5-bcccd81e543e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:45.963852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:45.966243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.972097 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7719104 Feb 17 04:35:45.975519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39966) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:45.991893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group_rule': {'security_group_id': 'a26aba41-af30-4993-84d5-bcccd81e543e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:46.002745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:46.009191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:46.011946 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c2431653-bbc7-429d-87ff-0d3ed0b89af1 req-cfe5cdac-2c21-4539-bca4-a4e84b3a616b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 210 time: 0.1711068 Feb 17 04:35:46.031542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:46.043090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:46.130079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.245276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 39982) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:46.288035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.326661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:46.331460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Usage tracker for resource:security_group_rule and tenant:788d687ecb924a23a5b584a70c84d310 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:46.335107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:46.343344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:46.358155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.393549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.405935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.428444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:46.502933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:39Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:46.539445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430376-8f69-4b42-b022-b4f79d57723e None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:39Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:46.578152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.583961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.588695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 240b9938-6c9d-4f9b-bafd-1970b6e71e63, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=240b9938-6c9d-4f9b-bafd-1970b6e71e63,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:46.592502 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6150942 Feb 17 04:35:46.595871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40002) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:46.616171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group_rule': {'security_group_id': 'a26aba41-af30-4993-84d5-bcccd81e543e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:46.617598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.623089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5522f5a7-22cd-4581-9099-39852963e59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:46.634146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ddc634-706d-426d-9890-054d94079df6,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:46.643898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.655270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:46.656851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:46.701458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:46.724329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:46.724594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:46.729557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:46.731275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:46.743095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:46.755213 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 2, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:46.790689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:46.791111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Updating router 2cb659a2-10a4-4405-aee5-5391bf3c17ca port b9f35f41-d17f-4b5b-8638-07cb0208adc4 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:35:46.847907 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=788d687ecb924a23a5b584a70c84d310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878074 Feb 17 04:35:46.876585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40008) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:46.880428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.915094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3700f-5c4f-4a38-a37c-a3019b613c2a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:46.954541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.973361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 55e86189-0c7e-4739-8c7e-419eae28683b up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:47.001821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:47.003015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ccee4444-c394-46b4-97d1-47816d2561dd up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:47.109205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.172894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.239385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.293802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:47.293933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834add-76a6-4060-9ae7-a9b864676ecc req-9130202b-4e61-4e6c-a7a1-0d455614d02d tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:47.296100 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-db834add-76a6-4060-9ae7-a9b864676ecc req-9130202b-4e61-4e6c-a7a1-0d455614d02d tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 945 time: 1.8144524 Feb 17 04:35:47.335788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port ccee4444-c394-46b4-97d1-47816d2561dd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:47.348718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd656a-36a0-422e-a214-cd3ccc5c60ee None None] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:47.348942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.356103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.364845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3700f-5c4f-4a38-a37c-a3019b613c2a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:47.381478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.382870 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fa3700f-5c4f-4a38-a37c-a3019b613c2a HTTP/1.1" status: 204 len: 168 time: 0.4790614 Feb 17 04:35:47.388141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:47.388889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb6008a9-b264-42e7-919b-f5d90aa48a18 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:47.443588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdd1f12-855b-48b0-8109-1ad3ecb2bf3a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:47.480229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:47.487096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.493156 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5e7ea245-651b-45a8-9bfa-5610e8e14c29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8939559 Feb 17 04:35:47.494209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40022) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:47.502344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:47.511616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:47.523459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:floatingip and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:47.530292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-db834add-76a6-4060-9ae7-a9b864676ecc req-fa10587d-943c-4fb3-9793-6b967a8cdd20 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238815 Feb 17 04:35:47.534271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.553941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:47.574980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:47.611934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.711219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ccee4444-c394-46b4-97d1-47816d2561dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:47.711918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:47.947614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.078694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 55e86189-0c7e-4739-8c7e-419eae28683b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:48.095176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.101832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-97f1cda3-daed-4df5-bce6-8166f3e3bd0d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:48.103462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-97f1cda3-daed-4df5-bce6-8166f3e3bd0d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 818 time: 0.4840834 Feb 17 04:35:48.181813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Transition to ACTIVE for port object b9201a5c-d9c4-4305-a3a8-0e83c89038c0 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:48.206692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Request body: {'port': {'device_id': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'admin_state_up': True, 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:48.436903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.506479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Allocated IP 172.28.0.194 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/410bb0bf-47e9-4311-aa16-37e4229d3851) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:48.535318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port ccee4444-c394-46b4-97d1-47816d2561dd, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ccee4444-c394-46b4-97d1-47816d2561dd,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:48.540154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.546733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04eaebd0-f03d-4ee9-8a61-35270f759f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:48.604653 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d5f7a13d-3e28-4e50-9cb8-95fc586dbe67 req-3585f676-5a46-46e1-bc85-b9c390b591b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 210 time: 0.6033795 Feb 17 04:35:48.605856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:48.731458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-42b67fbf-9473-45dc-b1a2-6a3d916c1062 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:48.733264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-42b67fbf-9473-45dc-b1a2-6a3d916c1062 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 818 time: 2.4062779 Feb 17 04:35:48.776230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:48.812215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 240b9938-6c9d-4f9b-bafd-1970b6e71e63 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:48.822210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.852842 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-a4fee8e4-0cee-4f53-966b-1f1d1eaebdad tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/quotas/c36cb7c0a5854b0ca4d1158b6587c5d1 HTTP/1.1" status: 200 len: 375 time: 0.0848787 Feb 17 04:35:48.859200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.896687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:48.906543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:48.927311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:48.936220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:48.948677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.112515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:49.118122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=410bb0bf-47e9-4311-aa16-37e4229d3851,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:49.121929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:49.129545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.148717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Made reservation on behalf of c36cb7c0a5854b0ca4d1158b6587c5d1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:49.156033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.186496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:49.237814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:49.239357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:49.242365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:49.249035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.298283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.374561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Transition to ACTIVE for port object b9f35f41-d17f-4b5b-8638-07cb0208adc4 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:49.423210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.584727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:49.667521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:49.764318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Pushing event updated for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:49.772824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:49.915158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:49.934091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:49.969986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:49.973115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:49.978260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:49.979012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.011716 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-8b7c4765-2f06-4d54-8ce0-b023035c6f87 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1017859 Feb 17 04:35:50.107795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.117591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.145543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:50.218568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Attempting to bind port b9f35f41-d17f-4b5b-8638-07cb0208adc4 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:50.219073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Attempting to bind port b9f35f41-d17f-4b5b-8638-07cb0208adc4 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:50.219476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Attempting to bind port b9f35f41-d17f-4b5b-8638-07cb0208adc4 on network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:50.239068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:50.239415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Checking segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:50.239832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.255087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Bound using segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:50.255655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Bound port: b9f35f41-d17f-4b5b-8638-07cb0208adc4, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:50.256504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.288703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:50.310884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.011s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:50.358356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=410bb0bf-47e9-4311-aa16-37e4229d3851,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:50.363368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:50.365017 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40102) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:50.389498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-3d2381dc-7c2d-45ea-b9d1-ed59eaab0faa None None] Provisioning for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:50.396510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b6ee92-4af4-4776-a23f-d99235d3bd0a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:50.403949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-3d2381dc-7c2d-45ea-b9d1-ed59eaab0faa None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:50.404699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d2381dc-7c2d-45ea-b9d1-ed59eaab0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.405701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4585b7-5286-4506-8d1d-a7b9fca758fb req-1bf0f324-0e77-4664-ba62-6b2651eb31d5 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:50.413562 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b4585b7-5286-4506-8d1d-a7b9fca758fb req-1bf0f324-0e77-4664-ba62-6b2651eb31d5 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 945 time: 1.2332082 Feb 17 04:35:50.424087 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-f58a7f4b-a421-4bb0-8f9f-172ae83d7805 service neutron] 10.222.0.47 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113219 Feb 17 04:35:50.433152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:50.491253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] For port b9f35f41-d17f-4b5b-8638-07cb0208adc4, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:50.493926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-3d2381dc-7c2d-45ea-b9d1-ed59eaab0faa None None] Port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:35:50.511532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.518225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] For port b9f35f41-d17f-4b5b-8638-07cb0208adc4, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b9f35f41-d17f-4b5b-8638-07cb0208adc4,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:50.522698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.542234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:50.544276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.545644 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0503993 Feb 17 04:35:50.585726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.603085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:50.607414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Usage tracker for resource:security_group_rule and tenant:2717845c1e2540419cc2a83946abeabe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:50.610753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:50.617473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:50.706273 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-5b35014a-2cc7-499f-9043-e086f6d6ad40 service neutron] 10.222.0.47 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2783477 Feb 17 04:35:50.759686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Pushing event updated for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:50.774104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:50.778152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ccee4444-c394-46b4-97d1-47816d2561dd up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:50.810117 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b4585b7-5286-4506-8d1d-a7b9fca758fb req-4b317f97-97d1-4b9c-b51c-fb38f433deaf tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950067 Feb 17 04:35:50.810859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.814911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.853228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:50.854006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:35:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:50.857195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.872837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:51.107962 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2717845c1e2540419cc2a83946abeabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7251248 Feb 17 04:35:51.114818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40134) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:51.135804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18766619-dfb9-4c0b-8c35-b2eaf2610bf3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:51.158291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:51.196894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ccee4444-c394-46b4-97d1-47816d2561dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:51.197304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.232775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.245552 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3218725 Feb 17 04:35:51.282437 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c2772c31-976f-47d4-a4d9-5665435c2b8e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e4b6ee92-4af4-4776-a23f-d99235d3bd0a HTTP/1.1" status: 204 len: 168 time: 6.7440991 Feb 17 04:35:51.283514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40146) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:51.321031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Request body: {'port': {'device_id': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:51.345047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.353600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:51.423173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Allocated IP 172.20.0.12 (29d5d378-70a7-449f-a73a-1ba69a66c8a5/d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce/2cd99dc0-b552-43dc-89ab-2c9cf4804ec4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:51.445746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-48579cc0-f98c-45ab-a75a-84027f69853f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:51.498241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cbe0b-bbe3-449c-af7e-394b93d1e75c req-a8a963a1-d2c7-44b1-98fa-4a272a6d071c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:51.499491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1f6cbe0b-bbe3-449c-af7e-394b93d1e75c req-a8a963a1-d2c7-44b1-98fa-4a272a6d071c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:51.507264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-48579cc0-f98c-45ab-a75a-84027f69853f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:51.509547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-48579cc0-f98c-45ab-a75a-84027f69853f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1183574688&fields=id&tenant_id=413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 267 time: 0.2686372 Feb 17 04:35:51.649548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.848381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-b18a10d0-ea33-456b-9726-bf16611094e2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:51.849219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-b18a10d0-ea33-456b-9726-bf16611094e2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:51.900914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1f6cbe0b-bbe3-449c-af7e-394b93d1e75c req-a8a963a1-d2c7-44b1-98fa-4a272a6d071c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:51.909441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1f6cbe0b-bbe3-449c-af7e-394b93d1e75c req-a8a963a1-d2c7-44b1-98fa-4a272a6d071c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 932 time: 0.8800693 Feb 17 04:35:51.914080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.972379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:51.989893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.006369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-b18a10d0-ea33-456b-9726-bf16611094e2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:52.013931 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-b18a10d0-ea33-456b-9726-bf16611094e2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 810 time: 0.4607630 Feb 17 04:35:52.053963 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-e631bcd1-4d32-49ff-8675-b5fce6fcc94f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/quotas/413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 375 time: 0.0390642 Feb 17 04:35:52.144408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18766619-dfb9-4c0b-8c35-b2eaf2610bf3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:52.147420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:52.189895 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1f6cbe0b-bbe3-449c-af7e-394b93d1e75c req-7ae7b2c4-40aa-4265-947d-ac39fd4cae2a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768035 Feb 17 04:35:52.232244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.251725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.255663 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18766619-dfb9-4c0b-8c35-b2eaf2610bf3 HTTP/1.1" status: 204 len: 168 time: 1.1355019 Feb 17 04:35:52.442926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.445494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.451638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.452162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.452884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.453418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.453925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.454407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.454887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.456934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.499212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:50Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.520035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baf482-a8bf-4d57-998c-403cda8aea47 None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:50Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:52.798343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.798868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.799369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.803185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:35:52.803734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c273e7cf-21a7-4dda-b488-680f25f5bbed']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.808973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b9f35f41-d17f-4b5b-8638-07cb0208adc4 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:52.862118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4a6f48-0d2f-4aa0-8336-7c7a36301308') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.863077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4a6f48-0d2f-4aa0-8336-7c7a36301308') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.898170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.923725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.41', 55074) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:52.968553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40176) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:52.985214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:53.000463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:53.001119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.026436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.047320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ee5ac4b2-55c9-4b0d-80b7-901d7de6d685 req-b4dddf2a-d7a2-4a7e-9918-d397368f4603 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:53.068558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:53.072791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.090134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Usage tracker for resource:security_group_rule and tenant:80d2984c1b204ab5a2326828f9a66393 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:53.100076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:53.107317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:53.124938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:35:53.226212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.295117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.297021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port b9f35f41-d17f-4b5b-8638-07cb0208adc4, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b9f35f41-d17f-4b5b-8638-07cb0208adc4,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:53.300200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.308206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:53.461966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:53.469907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:53.470731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.546627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-aa9b0500-5cc8-4d34-95ce-1af4a78218c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:53.559139 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80d2984c1b204ab5a2326828f9a66393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868413 Feb 17 04:35:53.565688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40198) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:53.590968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ee5ac4b2-55c9-4b0d-80b7-901d7de6d685 req-b4dddf2a-d7a2-4a7e-9918-d397368f4603 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:53.603856 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ee5ac4b2-55c9-4b0d-80b7-901d7de6d685 req-b4dddf2a-d7a2-4a7e-9918-d397368f4603 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 210 time: 0.6811385 Feb 17 04:35:53.760253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741f24c-c28c-42c7-9158-c6f357add64a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:53.774143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:53.857659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-dbdff01a-02aa-4c7e-9293-9617c047bf8a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:53.946265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-92982cf3-6109-4b62-894c-0dd07ab9293f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:53.947280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-92982cf3-6109-4b62-894c-0dd07ab9293f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:53.982840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.006865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Network c273e7cf-21a7-4dda-b488-680f25f5bbed has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:54.008729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.013053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-47715263-7ecf-4a62-b73a-f383f83703df req-dbdff01a-02aa-4c7e-9293-9617c047bf8a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:54.014539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-dbdff01a-02aa-4c7e-9293-9617c047bf8a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9597569 Feb 17 04:35:54.018556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-92982cf3-6109-4b62-894c-0dd07ab9293f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:54.020086 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-92982cf3-6109-4b62-894c-0dd07ab9293f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 818 time: 1.0934145 Feb 17 04:35:54.023851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.044956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Request body: {'port': {'device_id': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5', 'admin_state_up': True, 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:54.188205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.210152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:35:54.305092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:54.343231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538481f7-0a53-4826-b7f0-4cae11e26f81 req-aa7239fa-c093-45ca-85c3-2805279e03be tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:54.344958 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-538481f7-0a53-4826-b7f0-4cae11e26f81 req-aa7239fa-c093-45ca-85c3-2805279e03be tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 932 time: 0.5383694 Feb 17 04:35:54.347364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:54.426582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9201a5c-d9c4-4305-a3a8-0e83c89038c0 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:35:54.432112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Made reservation on behalf of c36cb7c0a5854b0ca4d1158b6587c5d1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:54.438216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.452999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.463370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Network c273e7cf-21a7-4dda-b488-680f25f5bbed has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: from cryptography.utils import int_from_bytes Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: from cryptography.utils import int_from_bytes Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: (rel_b, rel_a, rel_b), Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: (rel_b, rel_a, rel_b), Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:35:54.493457 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:35:54.509108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.544788 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-538481f7-0a53-4826-b7f0-4cae11e26f81 req-1ed86bfb-f303-41fb-93d6-82a4c3bacc1b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800385 Feb 17 04:35:54.548488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:54.593874 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-8525ee9f-6e61-42e4-b573-03cdfce54fc4 service neutron] 10.222.0.47 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502489 Feb 17 04:35:54.670097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Transition to ACTIVE for port object b9201a5c-d9c4-4305-a3a8-0e83c89038c0 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:54.714542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.729556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.740908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.742363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b9f35f41-d17f-4b5b-8638-07cb0208adc4 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:54.752043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.775580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f83f17f-ebad-49c0-8ed0-647cb3c830b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:54.798983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c273e7cf-21a7-4dda-b488-680f25f5bbed HTTP/1.1" status: 204 len: 168 time: 3.5123968 Feb 17 04:35:54.810200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40230) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:54.818929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Pushing event updated for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:54.853808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:54.854325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:54.870092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Pushing event deleted for resources: {'Network': ['ID=c273e7cf-21a7-4dda-b488-680f25f5bbed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:54.873451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port b9f35f41-d17f-4b5b-8638-07cb0208adc4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:54.873582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:54.874292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.993386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Deleting subnet 9355e723-a440-4b27-946f-d4787ea19ce0 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:35:54.996709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.002858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.006272 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0741f24c-c28c-42c7-9158-c6f357add64a HTTP/1.1" status: 204 len: 168 time: 1.4149969 Feb 17 04:35:55.074035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.127941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:55.136804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.138753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:55.139229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:55.173938 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-a200d76c-d79e-4a0c-8851-8a5ca6ad4e0e service neutron] 10.222.0.47 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5025673 Feb 17 04:35:55.179495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741f24c-c28c-42c7-9158-c6f357add64a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:55.185982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:55.198225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:55.208497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:55.214339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:55.219440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:55.220130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.539750 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-9a77d8b6-f0c9-4b99-911b-d10ffee4d2ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3610613 Feb 17 04:35:55.649997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Request body: {'port': {'device_id': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:55.670900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Allocated IP 172.20.0.7 (29d5d378-70a7-449f-a73a-1ba69a66c8a5/d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce/1db629d1-c093-4ee8-8966-09adf54bc1ca) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:55.783634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Attempting to bind port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:55.784198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Attempting to bind port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:55.784724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Attempting to bind port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 on network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:55.793671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.893509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-26fcf8d5-56c7-4b1f-903e-66c094ae9df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:55.915759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:55.918691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Checking segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:55.919666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.920080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Bound using segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:55.920591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Bound port: b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:55.921309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.960237 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-db06cb21-76d9-49a4-bd69-4eed082ebc67 req-e6696575-c470-4a7d-be3b-38d1f442636a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 210 time: 0.1642694 Feb 17 04:35:55.962134 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fe00148-3a00-47d2-a87c-a1fbe4326c26 req-60762bf3-b911-4340-ab9b-4a8985342337 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.2294424 Feb 17 04:35:56.108986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9355e723-a440-4b27-946f-d4787ea19ce0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:56.112990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.119586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:56.193648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.237427 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9355e723-a440-4b27-946f-d4787ea19ce0 HTTP/1.1" status: 204 len: 168 time: 1.4256995 Feb 17 04:35:56.247575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40286) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:56.460291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.618608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.799686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.843530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:56.851083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:56.862174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.018171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c38447-00d0-4b9e-917a-2cbfc26df698']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:57.047949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.068768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234121d2-8156-4c52-965d-455c5dddc693') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:57.069150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234121d2-8156-4c52-965d-455c5dddc693') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:57.079241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:57.118779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:57.256320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.298736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f6ab-12e2-487f-a4a3-db8e5f186565 req-cc9b3f2d-2fcc-4999-b159-3299cc41def6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.304892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8571f6ab-12e2-487f-a4a3-db8e5f186565 req-cc9b3f2d-2fcc-4999-b159-3299cc41def6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 1.1721694 Feb 17 04:35:57.321059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.322618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.323461 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] 10.222.0.41 "PUT /v2.0/ports/b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 1158 time: 6.0419168 Feb 17 04:35:57.325934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.329965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:57.339390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:35:57.370342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Pushing event updated for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:57.385602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:57.402478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:57.520789 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8571f6ab-12e2-487f-a4a3-db8e5f186565 req-0fe91caa-4c5c-4bb4-9092-4d6af0bce70c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962104 Feb 17 04:35:57.571362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:57.691297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a1c6f-8835-4451-b696-4bd67fea60bf req-8b93d40f-957f-4135-9ec0-49e7296f6706 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.704234 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-484a1c6f-8835-4451-b696-4bd67fea60bf req-8b93d40f-957f-4135-9ec0-49e7296f6706 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 931 time: 0.4933221 Feb 17 04:35:57.818509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a9b02174-588c-4b78-bb5d-689ef1416673 req-740a5dd8-7f4b-4094-8719-229fe0bc9f51 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.1105034 Feb 17 04:35:57.845193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:57.870390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.948757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-484a1c6f-8835-4451-b696-4bd67fea60bf req-77df19aa-7614-460e-a6d3-2a8bb8c3e63f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436001 Feb 17 04:35:57.971611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-3b82f7c1-1851-4b04-8fe3-12bd741a7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.973332 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-3b82f7c1-1851-4b04-8fe3-12bd741a7501 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1161 time: 0.4506326 Feb 17 04:35:58.069084 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'status': 'completed', 'code': 200} Feb 17 04:35:58.090577 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-73b857f5-6086-4348-82a3-4c0023569009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 217 time: 0.0962279 Feb 17 04:35:58.189986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:35:58.199304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.215158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Transition to ACTIVE for port object 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:58.242854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:58.276075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.282580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.41', 55093) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:58.325995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:58.595844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:58.610309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:58.617985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:58.678881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Network a9c38447-00d0-4b9e-917a-2cbfc26df698 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:35:58.717358 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:35:58.816959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-c2494a49-7cfe-4cd0-a8a2-b95d77650566 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:58.818667 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-c2494a49-7cfe-4cd0-a8a2-b95d77650566 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 810 time: 0.5195172 Feb 17 04:35:58.831475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:58.832700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.855620 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-ddeb6ec2-0225-478c-9ebf-a29add0b0531 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8159854 Feb 17 04:35:58.858259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.879921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.885770 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:58.911470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Request body: {'port': {'device_id': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:58.950663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40366) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:58.979830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] 10.222.0.47 "DELETE /v2.0/networks/a9c38447-00d0-4b9e-917a-2cbfc26df698 HTTP/1.1" status: 204 len: 168 time: 2.7249722 Feb 17 04:35:58.979830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c38447-00d0-4b9e-917a-2cbfc26df698,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:58.981598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:58.991662 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-c6d6c024-a562-4fff-9ace-80321401e5ea tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 5704 time: 0.1116250 Feb 17 04:35:59.093278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'port': {'device_id': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'admin_state_up': True, 'tenant_id': '413334592214495d8258cd86a4140a65', 'security_groups': ['a26aba41-af30-4993-84d5-bcccd81e543e']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:59.160604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.333978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-f4a8fae1-f9be-40e3-818e-dbd70edc0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:59.338744 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-f4a8fae1-f9be-40e3-818e-dbd70edc0c26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 1.1184032 Feb 17 04:35:59.546831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.41', 55096) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:59.547214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40394) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:59.663018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40404) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:59.681966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b4d2815c-dc10-4070-8772-4e3c2e4294e3 req-92d8f3e5-2b53-480e-beb1-bee59cca1aec tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.5956674 Feb 17 04:35:59.688171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.694879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:59.704553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.379s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:59.730206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:59.734619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0434001a5a6400a96e369a19d4bbd91 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:59.737662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:59.741748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Attempting to bind port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:59.742123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Attempting to bind port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:59.742487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Attempting to bind port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 on network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:59.743650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:59.781101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:59.781523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Checking segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:59.781862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.782261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Bound using segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:59.782745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Bound port: 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:59.783116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.806700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2422-657a-4d2c-afcd-9e3f75c26ec5 req-1a4d2c0c-1d09-4fac-9aa5-844904cb1a03 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:59.808211 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc3b2422-657a-4d2c-afcd-9e3f75c26ec5 req-1a4d2c0c-1d09-4fac-9aa5-844904cb1a03 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.9719853 Feb 17 04:35:59.837852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.880665 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8045521d-6916-416e-b5ae-456cc5de1071 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f6f29a51f3f46c8abe8bb097952980c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282006 Feb 17 04:35:59.881516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.893190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40412) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:59.896071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:59.896820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:59.942429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:59.945249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21f27a-25a6-4f34-adf1-5a67782a402f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:59.952906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:59.970476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.983564 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0434001a5a6400a96e369a19d4bbd91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0288749 Feb 17 04:35:59.988807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40420) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:00.028943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-c86ea46d-8ec4-4410-9a84-0cb9d4fb6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:00.030509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-c86ea46d-8ec4-4410-9a84-0cb9d4fb6f11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4349647 Feb 17 04:36:00.103436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc3b2422-657a-4d2c-afcd-9e3f75c26ec5 req-9000264a-8bbe-441e-b1ba-677ea0c47101 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803349 Feb 17 04:36:00.104067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Made reservation on behalf of 413334592214495d8258cd86a4140a65 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:00.109612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.126186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:00.142415 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-0232e8b8-6883-432b-becd-884620708d23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5918217 Feb 17 04:36:00.170817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.193509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab3c35611134846a10670f0b395cbab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:00.206547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.208987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:36:00.210921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:00.225702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:00.283532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:36:00.333529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.439053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db629d1-c093-4ee8-8966-09adf54bc1ca {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:36:00.447691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.449458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38db43-3a4c-47cd-83a5-5ca86faf07ef req-62c386e0-8ea5-49e9-9381-87e6e28ecd47 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:00.453250 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef38db43-3a4c-47cd-83a5-5ca86faf07ef req-62c386e0-8ea5-49e9-9381-87e6e28ecd47 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 931 time: 0.5121369 Feb 17 04:36:00.480048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Transition to ACTIVE for port object 1db629d1-c093-4ee8-8966-09adf54bc1ca will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:36:00.490907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852453734'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.493808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6aea8d6f-f754-493c-9f06-08a8a4e278b6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:00.513699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.549555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.600800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:00.643321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.791763 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-f9877479-0eec-4962-88fd-47c02c916d2f service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398949 Feb 17 04:36:00.817105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.866028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.870805 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3c9e5fe-fc8a-45bb-b973-0871c1d8f717 HTTP/1.1" status: 204 len: 168 time: 0.9543154 Feb 17 04:36:00.871937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Pushing event updated for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:00.896810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:00.899358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:00.909632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.914008 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c21f27a-25a6-4f34-adf1-5a67782a402f HTTP/1.1" status: 204 len: 168 time: 0.9208968 Feb 17 04:36:00.928482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3c157-1d1d-4fb0-bbc0-43a1e385b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c9e5fe-fc8a-45bb-b973-0871c1d8f717,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:00.958439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-c635a774-2c1b-4528-9c75-8d9b827ed272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:00.960533 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-c635a774-2c1b-4528-9c75-8d9b827ed272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b5b788d7559485984d12051e2bde62f&device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 1162 time: 0.6517200 Feb 17 04:36:00.964096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21f27a-25a6-4f34-adf1-5a67782a402f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:00.972779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:00.974576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:00.974867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:00.979492 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef38db43-3a4c-47cd-83a5-5ca86faf07ef req-9bddbf33-f83d-4a9d-aad7-7c973825b83d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331608 Feb 17 04:36:01.053963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:01.069391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:01.254815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40454) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:01.407534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Attempting to bind port 1db629d1-c093-4ee8-8966-09adf54bc1ca on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:36:01.407849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Attempting to bind port 1db629d1-c093-4ee8-8966-09adf54bc1ca by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:36:01.408228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Attempting to bind port 1db629d1-c093-4ee8-8966-09adf54bc1ca on network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:36:01.415062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.417559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-813e0653-9a8f-4aeb-8872-5f441fe0443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:01.419854 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-813e0653-9a8f-4aeb-8872-5f441fe0443b service neutron] 10.222.0.41 "GET /v2.0/networks?id=72137e96-75b4-4fee-9318-632adbba006c HTTP/1.1" status: 200 len: 906 time: 0.3522909 Feb 17 04:36:01.421538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:36:01.422169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Checking segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:01.422898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.423550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Bound using segment: {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:36:01.424420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Bound port: 1db629d1-c093-4ee8-8966-09adf54bc1ca, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29d5d378-70a7-449f-a73a-1ba69a66c8a5'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:36:01.425067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.427852 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b72b9f32-2e03-41c4-9ab5-b094352c2a04 req-5ed5417a-537e-4725-8425-7561389981df service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6090636 Feb 17 04:36:01.463732 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-13db6d70-9e4f-4e56-b323-5d58f7c6ee15 req-3d8ffcf1-e70b-42a9-9152-bc4fe0fb7e54 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.1468952 Feb 17 04:36:01.477123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.582057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-f634ee17-0dfd-4391-bc2e-ec2073c5d78b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55e86189-0c7e-4739-8c7e-419eae28683b HTTP/1.1" status: 200 len: 217 time: 0.1419926 Feb 17 04:36:01.618945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:01.684989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40464) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:01.738869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.765770 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40468) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:01.777378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66b1cc0-bcaf-4389-a0d6-93b38578f1a5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:01.795564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:01.843501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:01.862934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-56fc91a1-73be-4c34-bd6d-4004f5542e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:01.864576 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-56fc91a1-73be-4c34-bd6d-4004f5542e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7971a50-bc86-4703-aeaa-719231cb2343 HTTP/1.1" status: 200 len: 852 time: 0.2385182 Feb 17 04:36:01.867700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Usage tracker for resource:security_group_rule and tenant:44fb3dde058b44bbbab8c87dd302c64f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:01.874091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:01.892167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:36:01.907506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:01.908260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.909796 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 1158 time: 6.2651041 Feb 17 04:36:01.916227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:01.931450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62914-e134-4691-aa15-29cec93a8738 req-e26c9bc1-f0f7-4b06-bef1-a38157791e40 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:01.940180 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7a62914-e134-4691-aa15-29cec93a8738 req-e26c9bc1-f0f7-4b06-bef1-a38157791e40 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 945 time: 1.2389188 Feb 17 04:36:01.945215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:01.954222 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ab3c35611134846a10670f0b395cbab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2832611 Feb 17 04:36:01.964965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40474) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:01.989308 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-c9595952-d562-4db0-a372-c97ab0daa0da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72137e96-75b4-4fee-9318-632adbba006c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936506 Feb 17 04:36:01.991216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:36:01.999454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852453734'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.009411 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c4af6280-a154-48e3-ba9b-ade05f9bc7bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1287714be9746278606f5cd7712f473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221467 Feb 17 04:36:02.030510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40480) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:02.056703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:02.077969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Allocated IP 172.20.0.10 (78d8e801-9ca6-442b-ae7c-2cc0ef825b44/ca71b61d-2896-46b1-912e-a2806ef476ad/4666b537-a9a3-43c3-a36c-8953a10a9ec5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:36:02.272930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.407230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.453814 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7a62914-e134-4691-aa15-29cec93a8738 req-79ced6b7-e4b6-48cb-8c67-7be45a8c75f7 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124609 Feb 17 04:36:02.489215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-0624eb1c-f2ac-45bb-90e4-6493dcaa8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:02.490863 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-0624eb1c-f2ac-45bb-90e4-6493dcaa8882 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1161 time: 0.8748679 Feb 17 04:36:02.501032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:02.554136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.563799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bd6bb-62f6-4703-b06e-a2294e91e28d req-a86d23f9-4d01-41c3-81a9-4d7d8a501eca tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:02.565483 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad4bd6bb-62f6-4703-b06e-a2294e91e28d req-a86d23f9-4d01-41c3-81a9-4d7d8a501eca tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.7895029 Feb 17 04:36:02.615564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Pushing event updated for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:02.627794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Usage tracker for resource:security_group_rule and tenant:c231900c56154ac39b6a8ef91e63474c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:02.642853 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4', 'status': 'completed', 'code': 200} Feb 17 04:36:02.643189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:02.675610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:02.719966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-2ec9fe07-04d6-449d-ac59-dd71cb69798b service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090807 Feb 17 04:36:02.720602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.770581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:02.853802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.41', 55097) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:02.864964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:02.865683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.867223 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] 10.222.0.41 "PUT /v2.0/ports/1db629d1-c093-4ee8-8966-09adf54bc1ca HTTP/1.1" status: 200 len: 1157 time: 3.9826100 Feb 17 04:36:02.867767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:02.874806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.879251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 55e86189-0c7e-4739-8c7e-419eae28683b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:02.898425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.915224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.923697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5bf83352-c00f-4a93-b459-b79da755be8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:02.978510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.995549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f019a09d-23a0-43e1-8dce-9d1cbfaa700c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:03.004575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.010406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-49c1d903-a562-43c0-946d-75ed09ac277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.012021 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-49c1d903-a562-43c0-946d-75ed09ac277a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1161 time: 1.0309422 Feb 17 04:36:03.029938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.067280 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad4bd6bb-62f6-4703-b06e-a2294e91e28d req-5e6e5fec-10c0-4227-b21d-e39a186d1bbe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234347 Feb 17 04:36:03.069848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 55e86189-0c7e-4739-8c7e-419eae28683b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=55e86189-0c7e-4739-8c7e-419eae28683b,segment=NetworkSegment(f9a045bc-f278-4d93-bad5-555f033e3f6c),segment_id=f9a045bc-f278-4d93-bad5-555f033e3f6c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:03.071161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:03.078284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.080618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:03.139649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:03.140698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:03.170894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:03.175279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:03.180494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181a894-0481-49fe-8416-6703c9d892de,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:03.194560 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-482aa4fc-09ae-492f-96c7-08a482ccc5d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1463315 Feb 17 04:36:03.205721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:03.210201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.214014 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0181a894-0481-49fe-8416-6703c9d892de HTTP/1.1" status: 204 len: 168 time: 1.1244531 Feb 17 04:36:03.236757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8ee6f8f3-e9ef-45a1-b4d9-3c2959bc1b55 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44fb3dde058b44bbbab8c87dd302c64f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5434861 Feb 17 04:36:03.243293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40504) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:03.284979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-2c89338f-a2cb-4ee2-a767-058c44810f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.286749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-2c89338f-a2cb-4ee2-a767-058c44810f80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 1160 time: 0.2932959 Feb 17 04:36:03.293103 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-08cf86b5-55a1-4860-9cc3-1843df1bdb43 service neutron] 10.222.0.41 "GET /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5489559 Feb 17 04:36:03.293511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-315b26d8-f911-45ca-a853-40b64cf27ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.295639 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-315b26d8-f911-45ca-a853-40b64cf27ea1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.7905068 Feb 17 04:36:03.422499 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-78099d27-a1e4-4300-88e7-62761e0c801e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca HTTP/1.1" status: 200 len: 217 time: 0.1161127 Feb 17 04:36:03.494533 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-b10cde14-1707-4025-accc-3a0fc21d8284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 217 time: 0.1763093 Feb 17 04:36:03.494533 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-712fbf84-fa79-43cd-8fd2-87a624d7dfa6 req-7dee215d-a5bc-4148-bec4-e6862e79a6c5 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.1852264 Feb 17 04:36:03.496947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.504166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e9027bca-9c3f-4fd7-b01a-e9ff93c134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.505943 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-e9027bca-9c3f-4fd7-b01a-e9ff93c134c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.3018563 Feb 17 04:36:03.569145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.598487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-b6bcb283-f8b0-488e-ba53-a78c525cc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.599650 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b', 'code': 200} Feb 17 04:36:03.601510 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-b6bcb283-f8b0-488e-ba53-a78c525cc558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.1741142 Feb 17 04:36:03.621610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737eb0-cc4f-4757-8eb9-b7a7d819bf32 req-4225387d-687e-4732-94cc-612b2e6ac9c1 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.629545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6a737eb0-cc4f-4757-8eb9-b7a7d819bf32 req-4225387d-687e-4732-94cc-612b2e6ac9c1 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 943 time: 0.8667789 Feb 17 04:36:03.653874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-310d4d0e-3c81-476c-81a2-064b952ad7a9 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:03.655440 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-310d4d0e-3c81-476c-81a2-064b952ad7a9 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 945 time: 0.7973394 Feb 17 04:36:03.697631 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-a94014b9-209c-4b54-9c87-83d3cd88582f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796877 Feb 17 04:36:03.705149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.716799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.726157 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-d75671ec-4093-460b-9223-59e590f1c87b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055598 Feb 17 04:36:03.798898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Transition to ACTIVE for port object 4666b537-a9a3-43c3-a36c-8953a10a9ec5 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:36:03.804680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3eb27f61-4dda-42e0-938d-b41e7ab93642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:03.894018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.900598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-12c31f08-4375-40d8-8609-6aca21238c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:03.914469 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-eaf61bac-2775-494d-9b4f-1193b0759804 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784503 Feb 17 04:36:03.917382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019a09d-23a0-43e1-8dce-9d1cbfaa700c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:03.920312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:03.925469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:03.926660 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f019a09d-23a0-43e1-8dce-9d1cbfaa700c HTTP/1.1" status: 204 len: 168 time: 0.6822915 Feb 17 04:36:03.944033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66b1cc0-bcaf-4389-a0d6-93b38578f1a5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:03.950014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:03.995877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.027332 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca', 'status': 'completed', 'code': 200} Feb 17 04:36:04.048463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-c61a6d23-0a0d-4a2e-997f-48e7e7c34259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.058748 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-c61a6d23-0a0d-4a2e-997f-48e7e7c34259 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.5262122 Feb 17 04:36:04.062667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.102478 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6a737eb0-cc4f-4757-8eb9-b7a7d819bf32 req-804abbfa-e0d0-4191-9090-9873c09adc5d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719810 Feb 17 04:36:04.107707 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea590777-41e5-4bf2-9e3d-b4c2a5c11a3a req-d6f08330-60e7-461b-9f80-eec3b6a91e75 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1838677 Feb 17 04:36:04.113058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:04.254216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82a8f85a-f71a-4f7e-8dcf-bd77be47e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.274288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Deleting port 55e86189-0c7e-4739-8c7e-419eae28683b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:04.274622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.314436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-a1fa0286-da20-431a-b5af-f19718bb2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.316926 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-a1fa0286-da20-431a-b5af-f19718bb2b5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 1160 time: 0.1393003 Feb 17 04:36:04.414238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.415478 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b66b1cc0-bcaf-4389-a0d6-93b38578f1a5 HTTP/1.1" status: 204 len: 168 time: 2.4263332 Feb 17 04:36:04.446585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aaabd3-86b1-4fca-a0bd-6ed3939c013d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:04.455428 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c231900c56154ac39b6a8ef91e63474c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0378568 Feb 17 04:36:04.457677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40544) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:04.499889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:04.511426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-c5a7a6b7-f70c-404b-b69d-fbd4c52d0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.513811 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-c5a7a6b7-f70c-404b-b69d-fbd4c52d0f44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.1882908 Feb 17 04:36:04.565101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.625872 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-ed682e16-43b9-4376-9be7-5281def1f26e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca HTTP/1.1" status: 200 len: 217 time: 0.1009760 Feb 17 04:36:04.709640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-019fcdd0-c880-473b-a49f-4e4106bd62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.711601 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-019fcdd0-c880-473b-a49f-4e4106bd62f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.0778224 Feb 17 04:36:04.785945 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-580ed4a9-1e57-4bfd-ab41-776d81f49d5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654533 Feb 17 04:36:04.853487 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-088e16d5-ec88-4cf9-9d92-ba11b37490fc service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0782025 Feb 17 04:36:04.866488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-115a45db-1fb2-497c-9892-619fded71b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.004292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-da3ec9f3-7dca-4ece-aa6f-5fc92fcea380 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100606 Feb 17 04:36:05.158441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40566) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:05.257120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.261623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:36:05.273256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:05.276466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.291462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-2e7c66b9-bb5f-4675-9d1f-27e1bb0212cd service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2730436 Feb 17 04:36:05.293139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:05.293286 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:36:05.293368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:05.302890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Usage tracker for resource:security_group_rule and tenant:07b31e1dee984c9ab06f7870cddb1667 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:05.306312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:05.311025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.311874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.319297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:05.327316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.327786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.328188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.328580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.329014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.329402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.329785 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.330167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.330546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.330926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.331303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.331679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.332097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.332474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.332850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.333306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.333682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.334058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.334440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.334812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.335187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.335560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.336055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.336430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:05.356844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.375981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-554a560a-5ef6-4093-b444-d729b04aa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.377774 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-554a560a-5ef6-4093-b444-d729b04aa0aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.2728240 Feb 17 04:36:05.458392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.467241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.483656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-49070522-b9fb-41fe-bbf2-9576d231ec26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.496221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:05.503110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:05.504280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.557422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc159ee-8bba-451c-ab22-c6d570a28880,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.567900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.610476 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07b31e1dee984c9ab06f7870cddb1667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500825 Feb 17 04:36:05.611144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40580) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:05.678913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.695396 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-4c21af9e-e783-4cef-afc1-4a722453561c service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716224 Feb 17 04:36:05.723463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.728111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.728327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.759680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.772282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:05.781380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-bb5bee23-213b-4533-8ec4-a57c0ecc0e71 None None] Provisioning for port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:05.789092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-bb5bee23-213b-4533-8ec4-a57c0ecc0e71 None None] Provisioning complete for port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:05.789741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bb5bee23-213b-4533-8ec4-a57c0ecc0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.804677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.811997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0fdc5add-0ed6-444e-a4d6-0bea74c6a79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.824598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc159ee-8bba-451c-ab22-c6d570a28880,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.829826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.839341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:05.844547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8446965 Feb 17 04:36:05.845804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.850895 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4dc159ee-8bba-451c-ab22-c6d570a28880 HTTP/1.1" status: 204 len: 168 time: 0.2386611 Feb 17 04:36:05.905784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.918208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea42dd-4165-436a-bc36-9931c0cdc186 req-c0cbc9a8-d7d1-4601-9bc4-794e1073aa79 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.920570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bee23-213b-4533-8ec4-a57c0ecc0e71 None None] Port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:36:05.929318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2ea42dd-4165-436a-bc36-9931c0cdc186 req-c0cbc9a8-d7d1-4601-9bc4-794e1073aa79 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 943 time: 1.6209750 Feb 17 04:36:05.957820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.974115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Request body: {'port': {'device_id': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:06.056298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21f57-47a4-480e-8deb-342988808f54 req-94ca2b9d-a6ca-475d-93e9-78b875c392c4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:06.064534 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-44c21f57-47a4-480e-8deb-342988808f54 req-94ca2b9d-a6ca-475d-93e9-78b875c392c4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 1.6374793 Feb 17 04:36:06.115502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.129894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:06.162754 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b64329ef-cc4a-44f2-887d-ef8cc6486eb4 req-46847219-654c-4fbc-8f70-84a309d5df08 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2204781 Feb 17 04:36:06.199311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aaabd3-86b1-4fca-a0bd-6ed3939c013d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:06.248320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:06.265300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:06.288028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:06.291857 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2ea42dd-4165-436a-bc36-9931c0cdc186 req-a44d1cde-46b1-40c6-a5a4-c0e67c42f72f tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1140571-906c-4c75-8a5d-5de58384f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643081 Feb 17 04:36:06.393142 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.397477 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15aaabd3-86b1-4fca-a0bd-6ed3939c013d HTTP/1.1" status: 204 len: 168 time: 1.8953869 Feb 17 04:36:06.429122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-44c21f57-47a4-480e-8deb-342988808f54 req-66c2ed35-1099-4cbd-8543-a4ff00c989b8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628759 Feb 17 04:36:06.520662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] For port 55e86189-0c7e-4739-8c7e-419eae28683b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=55e86189-0c7e-4739-8c7e-419eae28683b,segment=NetworkSegment(f9a045bc-f278-4d93-bad5-555f033e3f6c),segment_id=f9a045bc-f278-4d93-bad5-555f033e3f6c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:06.521857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.563509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f007b6-dc3f-4bb7-8ca5-f77f5464dc9a req-3ac82800-c5b6-463d-84e7-2a9b312502c9 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8441100 Feb 17 04:36:06.705718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.733155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Calling delete_port for 55e86189-0c7e-4739-8c7e-419eae28683b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:06.869254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40626) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:06.928711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.944624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-efd86f7d-50a4-4e8d-bed0-49c7cbe38689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.973246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:06.979974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7880a4ce21774528a53ffa0e918bff08 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:06.984368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:06.992226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:07.089148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-81c05a27-6634-411d-b112-3abdd368ce43 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:36:07.187136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.191134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.201827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:07.234408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae5a94-03a7-40e9-84ae-e8b626fe2412,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:07.256165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.256575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.257001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.257459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.257851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.258236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.258753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.259135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.259534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.259933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.260317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.260695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.261168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.261581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.261973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.262955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.263335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.263715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.264093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.264543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.264943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.265575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.265950 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.267170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:07.275450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:07.282220 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7880a4ce21774528a53ffa0e918bff08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057186 Feb 17 04:36:07.282927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40640) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:07.378305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.417628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.465206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-efabc5ab-aadb-43b0-b557-ffce9862693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:07.467469 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-efabc5ab-aadb-43b0-b557-ffce9862693b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1161 time: 1.1697633 Feb 17 04:36:07.490458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.497674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4bdfa95e-1a06-4112-943f-1a397637b9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:07.508719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.514743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae5a94-03a7-40e9-84ae-e8b626fe2412,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:07.520363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:07.525097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.526501 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bae5a94-03a7-40e9-84ae-e8b626fe2412 HTTP/1.1" status: 204 len: 168 time: 0.2425644 Feb 17 04:36:07.582444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:07.582975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43013f-c5e3-40a8-b385-c67ee2c4bad8 req-da676cc4-ec7b-40f3-87b1-0a4cf91e7ac2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:07.584294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff43013f-c5e3-40a8-b385-c67ee2c4bad8 req-da676cc4-ec7b-40f3-87b1-0a4cf91e7ac2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:07.685781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:07.686457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.828839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 1db629d1-c093-4ee8-8966-09adf54bc1ca up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:07.836410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8bfd-af11-4426-9be9-72d2c64bc280 req-c012e6f7-dd93-48ff-bc4e-ada03efde1df tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:07.849179 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-663c8bfd-af11-4426-9be9-72d2c64bc280 req-c012e6f7-dd93-48ff-bc4e-ada03efde1df tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 943 time: 1.2144778 Feb 17 04:36:07.888719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.917410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 1db629d1-c093-4ee8-8966-09adf54bc1ca completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:07.923032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 1db629d1-c093-4ee8-8966-09adf54bc1ca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:07.923715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:07.978492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff43013f-c5e3-40a8-b385-c67ee2c4bad8 req-da676cc4-ec7b-40f3-87b1-0a4cf91e7ac2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:07.992663 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff43013f-c5e3-40a8-b385-c67ee2c4bad8 req-da676cc4-ec7b-40f3-87b1-0a4cf91e7ac2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 932 time: 1.5537267 Feb 17 04:36:08.084800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:08.126570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-566bc3f7-128a-4178-87a8-304d863ed114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:08.147810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:08.153656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:08.159099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:08.233020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:08.244312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:08.329827 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-663c8bfd-af11-4426-9be9-72d2c64bc280 req-a8e2b389-e331-4d3a-9203-2fa4bbdbc77f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619040 Feb 17 04:36:08.330849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-416c124c-d6b9-4f49-a43f-b0c2280b4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:08.332340 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-416c124c-d6b9-4f49-a43f-b0c2280b4735 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.8551621 Feb 17 04:36:08.336534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:08.351252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Pushing event deleted for resources: {'Port': ['ID=55e86189-0c7e-4739-8c7e-419eae28683b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:08.404803 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'code': 200} Feb 17 04:36:08.479818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:08.591358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:08.625413 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff43013f-c5e3-40a8-b385-c67ee2c4bad8 req-580744d6-1e0f-4055-8ab8-46428543a1d8 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6314209 Feb 17 04:36:08.626749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-86579e1b-6fd6-4792-876a-cfdbd9354c16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.2770467 Feb 17 04:36:08.695354 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e6ea5532-32b8-4581-94db-44d7582f88e4 req-187eb751-2dcb-4450-9102-f0a53bb6432c tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.0790391 Feb 17 04:36:08.950816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-e4214604-999b-4424-a858-220b8164d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:08.952710 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-e4214604-999b-4424-a858-220b8164d29b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.2543004 Feb 17 04:36:09.056250 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-3c122ef6-8eda-4c06-a0c3-c69aa97ad639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775528 Feb 17 04:36:09.140434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] No DVR routers for this DVR port 55e86189-0c7e-4739-8c7e-419eae28683b on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:09.204935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.208751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-deleted', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:09.253265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:36:09.273568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7c858-0ed9-4d8a-a4a2-1b76a31fa4fd req-c804aab7-0dd0-4318-abf1-d4d17eea20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:09.275242 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f7c858-0ed9-4d8a-a4a2-1b76a31fa4fd req-c804aab7-0dd0-4318-abf1-d4d17eea20e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1163 time: 0.6438124 Feb 17 04:36:09.283603 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bacf89b-c3fd-4193-8c6a-e4d4a858d97f', 'name': 'network-vif-deleted', 'tag': '55e86189-0c7e-4739-8c7e-419eae28683b', 'status': 'completed', 'code': 200} Feb 17 04:36:09.319702 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-afd17c0c-af77-4b89-94c4-5a82887a4fc4 req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.41 "DELETE /v2.0/ports/55e86189-0c7e-4739-8c7e-419eae28683b HTTP/1.1" status: 204 len: 173 time: 5.6276839 Feb 17 04:36:09.374122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 1db629d1-c093-4ee8-8966-09adf54bc1ca up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:09.393968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46414b9-9e68-4c68-be18-eaae38a58921 req-1d08240f-957e-4f6c-a9d1-e3b89467f1a8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:09.401958 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a46414b9-9e68-4c68-be18-eaae38a58921 req-1d08240f-957e-4f6c-a9d1-e3b89467f1a8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.5886130 Feb 17 04:36:09.483834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4666b537-a9a3-43c3-a36c-8953a10a9ec5 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:36:09.560187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 1db629d1-c093-4ee8-8966-09adf54bc1ca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:09.560580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.745060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:09.795715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.842535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40726) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:09.845860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:09.852088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:09.852088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.856895 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-a2d25a5b-47ca-4734-abb8-a248c6e57a9c service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542105 Feb 17 04:36:09.877681 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a46414b9-9e68-4c68-be18-eaae38a58921 req-589bd896-0b21-476c-9f86-c643ff41aaca tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4747097 Feb 17 04:36:09.895803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f7c858-0ed9-4d8a-a4a2-1b76a31fa4fd req-112d4121-d6c4-4614-ad16-1413299a5b0e service neutron] Synchronizing usage tracker for tenant:d65ee0c7ebb34d7d9794fc50b9136af3 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:10.005756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Transition to ACTIVE for port object 4666b537-a9a3-43c3-a36c-8953a10a9ec5 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:36:10.020395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.050122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:10.109433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.128197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.157606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f7c858-0ed9-4d8a-a4a2-1b76a31fa4fd req-112d4121-d6c4-4614-ad16-1413299a5b0e service neutron] Unset dirty status for tenant:d65ee0c7ebb34d7d9794fc50b9136af3 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:10.158698 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f7c858-0ed9-4d8a-a4a2-1b76a31fa4fd req-112d4121-d6c4-4614-ad16-1413299a5b0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8381498 Feb 17 04:36:10.171921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:10.176787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Usage tracker for resource:security_group_rule and tenant:dcafa45e53424ced96aa3f7cc17b2380 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:10.185562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:10.192250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:10.195443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:10.199256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.205106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:10.265409 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39fe178b-6e9a-4f38-87c1-4b8074d859fa req-6754f9e0-d4b9-4664-8898-87edcc9e8b4b service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3812361 Feb 17 04:36:10.310267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.313877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.326635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f8bbf7fe-f3c7-4c8f-9907-f26e35faf06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:10.336954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8bee3-db17-4188-aeed-5109a2404f06 req-009905df-fc1e-4dfc-bfc4-41315a6d0e6b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:10.338657 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-21e8bee3-db17-4188-aeed-5109a2404f06 req-009905df-fc1e-4dfc-bfc4-41315a6d0e6b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.5549719 Feb 17 04:36:10.343917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Pushing event updated for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:10.353697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:10.390018 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dcafa45e53424ced96aa3f7cc17b2380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461254 Feb 17 04:36:10.393206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c83e1ea-1317-4606-a516-b48678442e2d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:10.397236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40746) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:10.401829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:10.444547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-21e8bee3-db17-4188-aeed-5109a2404f06 req-f0709584-ab77-4259-a11b-a04a125a8069 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947490 Feb 17 04:36:10.476640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca'}, {'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:10.518606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:10.531222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:10.555879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.610235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.674794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9bd6e-ba35-4620-ab2b-abccc125bdb1 req-9b36dec0-24c5-4141-92fb-3bd6e618ea90 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:10.684024 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9bb9bd6e-ba35-4620-ab2b-abccc125bdb1 req-9b36dec0-24c5-4141-92fb-3bd6e618ea90 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 0.5361130 Feb 17 04:36:10.719817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.737189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b1383372-3ace-46f6-a629-960136597051 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:10.777673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c83e1ea-1317-4606-a516-b48678442e2d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:10.782048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:10.784207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.785836 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c83e1ea-1317-4606-a516-b48678442e2d HTTP/1.1" status: 204 len: 168 time: 0.3875718 Feb 17 04:36:10.863866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d3dbf32b-ff63-4c0a-b2ea-210a8c7b843f req-c91d9179-983c-4d05-a65b-3e0d861c1607 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Synchronizing usage tracker for tenant:3b5b788d7559485984d12051e2bde62f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:10.891324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Attempting to bind port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:36:10.891702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Attempting to bind port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:36:10.892673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Attempting to bind port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 on network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:36:10.934688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:36:10.935225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Checking segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:10.935639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.936037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Bound using segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:36:10.936536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Bound port: 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:36:10.936934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:10.970068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:11.002226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d3dbf32b-ff63-4c0a-b2ea-210a8c7b843f req-c91d9179-983c-4d05-a65b-3e0d861c1607 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Unset dirty status for tenant:3b5b788d7559485984d12051e2bde62f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:11.003514 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d3dbf32b-ff63-4c0a-b2ea-210a8c7b843f req-c91d9179-983c-4d05-a65b-3e0d861c1607 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bacf89b-c3fd-4193-8c6a-e4d4a858d97f HTTP/1.1" status: 200 len: 210 time: 0.2599745 Feb 17 04:36:11.015303 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9bb9bd6e-ba35-4620-ab2b-abccc125bdb1 req-cbf9147f-f586-4587-bb57-0b65804cc7b2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279397 Feb 17 04:36:11.103776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:36:11.113359 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:36:11.118501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.172760 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca', 'code': 200} Feb 17 04:36:11.174193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:11.180254 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4', 'code': 200} Feb 17 04:36:11.322028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:11.322533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.491895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Pushing event updated for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:11.522488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:11.686238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40778) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:11.724214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.752800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:11.757133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Usage tracker for resource:security_group_rule and tenant:6b8af81d8696470fad6092fd5628f9eb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:11.760425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:11.767418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:11.920647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.924784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.937556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738b66-8604-4b87-8241-bc1065e68bf2 req-7c6a2839-9aa1-48a3-8540-f45a65a4273c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:11.938001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-24500239-d1d5-498d-b409-3549c2a1a8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:11.945271 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aa738b66-8604-4b87-8241-bc1065e68bf2 req-7c6a2839-9aa1-48a3-8540-f45a65a4273c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.4218240 Feb 17 04:36:11.978191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4548b853-47d9-4f48-9fa4-7aa5f9234566,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:11.984798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:12.006526 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b8af81d8696470fad6092fd5628f9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190343 Feb 17 04:36:12.009218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40790) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:12.034872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da9ea4-f930-4156-833f-18012f7767d2 req-31ec3788-c5db-4776-b60b-be96ca092af6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.042354 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c9da9ea4-f930-4156-833f-18012f7767d2 req-31ec3788-c5db-4776-b60b-be96ca092af6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.3289123 Feb 17 04:36:12.108592 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aa738b66-8604-4b87-8241-bc1065e68bf2 req-b4c2a434-9489-4f40-851a-556b2a69deba tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623197 Feb 17 04:36:12.113851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.118784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.119153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.121364 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] 10.222.0.41 "PUT /v2.0/ports/4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1158 time: 6.1754398 Feb 17 04:36:12.131638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:12.208952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.224895 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c9da9ea4-f930-4156-833f-18012f7767d2 req-e9d5fdd9-de4a-4452-9417-ee7dd9933297 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686492 Feb 17 04:36:12.224895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996db7c0-f16c-450d-aa26-0c38d48b8580 req-cdbf94aa-0498-4a07-8046-740886188436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.224895 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-996db7c0-f16c-450d-aa26-0c38d48b8580 req-cdbf94aa-0498-4a07-8046-740886188436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.3997841 Feb 17 04:36:12.304083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.315575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:12.340603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.341904 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4548b853-47d9-4f48-9fa4-7aa5f9234566 HTTP/1.1" status: 204 len: 168 time: 0.3311837 Feb 17 04:36:12.376113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac79d04-837f-4786-8d6c-c66b2874b175 req-6c26a1e9-2bcb-41d7-afd2-5155e20f2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.377801 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dac79d04-837f-4786-8d6c-c66b2874b175 req-6c26a1e9-2bcb-41d7-afd2-5155e20f2f2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 1162 time: 0.5421329 Feb 17 04:36:12.378599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548b853-47d9-4f48-9fa4-7aa5f9234566,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:12.396485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:12.475349 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'status': 'completed', 'code': 200} Feb 17 04:36:12.609282 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-996db7c0-f16c-450d-aa26-0c38d48b8580 req-2f343d41-dce5-4bb3-bf10-f300fa3be5cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564459 Feb 17 04:36:12.642934 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dac79d04-837f-4786-8d6c-c66b2874b175 req-ffa0bd82-5bea-4daf-9634-8b8414b51d80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663847 Feb 17 04:36:12.753958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144648e-0b76-44f8-82e4-63c941809df6 req-db138376-945f-42f7-99ab-0ff51325fec1 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.756122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d144648e-0b76-44f8-82e4-63c941809df6 req-db138376-945f-42f7-99ab-0ff51325fec1 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 0.2872934 Feb 17 04:36:12.759848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-d056189c-e619-477c-b314-846a707ecd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.762244 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-d056189c-e619-477c-b314-846a707ecd6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1161 time: 0.5842891 Feb 17 04:36:12.858267 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d144648e-0b76-44f8-82e4-63c941809df6 req-4f1a1c58-f8d5-4f99-bcbf-2040d9e64524 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907102 Feb 17 04:36:13.256324 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-0280b3b4-2a12-47b4-8020-374422b258e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 217 time: 0.1283970 Feb 17 04:36:13.571300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-e3ef085b-40bf-4088-b3bf-5146d625a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:13.573282 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-e3ef085b-40bf-4088-b3bf-5146d625a9c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.3010969 Feb 17 04:36:13.925927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fec7bf-6366-4922-93eb-b8da3b711d01 req-8a8db84b-c13f-4154-a4c7-33f9724716d0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:13.927682 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68fec7bf-6366-4922-93eb-b8da3b711d01 req-8a8db84b-c13f-4154-a4c7-33f9724716d0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.5437100 Feb 17 04:36:13.937889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793db4e6-271b-4724-bb22-e7cb92ef4e6d req-fba58686-6c2e-4d9d-be0d-c0d7c1302ed6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:13.939556 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-793db4e6-271b-4724-bb22-e7cb92ef4e6d req-fba58686-6c2e-4d9d-be0d-c0d7c1302ed6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.4467711 Feb 17 04:36:13.990529 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68fec7bf-6366-4922-93eb-b8da3b711d01 req-a5fe321c-d7f2-42ac-ba69-9994073b1063 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482342 Feb 17 04:36:14.054186 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-793db4e6-271b-4724-bb22-e7cb92ef4e6d req-e0803b52-bba4-4dd6-885b-5265704e0512 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672154 Feb 17 04:36:14.056630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715263-7ecf-4a62-b73a-f383f83703df req-1449e382-682c-4758-990f-cbde7c1700b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.058327 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-1449e382-682c-4758-990f-cbde7c1700b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4637835 Feb 17 04:36:14.607788 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-925b959c-caa6-486d-991e-31bf18c280b0 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259917 Feb 17 04:36:14.670880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dee6e-3cca-4851-8b73-091a73bacbd4 req-b0b3b856-886d-4085-86d8-7daed17ae026 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.676187 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-502dee6e-3cca-4851-8b73-091a73bacbd4 req-b0b3b856-886d-4085-86d8-7daed17ae026 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1908505 Feb 17 04:36:14.687904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40906) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:14.706233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'floatingip': {'port_id': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:14.896450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93383cb-6819-4e7a-9d00-b77ab802dea6 req-10756f3e-7d50-4184-bd54-04e76ad69c7e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.908125 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b93383cb-6819-4e7a-9d00-b77ab802dea6 req-10756f3e-7d50-4184-bd54-04e76ad69c7e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 0.5546002 Feb 17 04:36:14.945222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.015906 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-47715263-7ecf-4a62-b73a-f383f83703df req-0f9cd45b-709f-49ae-ad20-84535ce77443 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3921251 Feb 17 04:36:15.087253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 1db629d1-c093-4ee8-8966-09adf54bc1ca up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:15.246860 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b93383cb-6819-4e7a-9d00-b77ab802dea6 req-72d334b3-c488-49b5-ab77-6298e90ed93e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285202 Feb 17 04:36:15.386090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 1db629d1-c093-4ee8-8966-09adf54bc1ca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:15.386739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.400388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40926) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:15.687943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:15.764373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f784d-4815-4940-8c84-c1659812d61e req-f8d54e7c-c083-4a9b-a207-4affd58d0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:15.767917 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-f8d54e7c-c083-4a9b-a207-4affd58d0258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1161 time: 0.5406859 Feb 17 04:36:15.778986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Deleting subnet d7971a50-bc86-4703-aeaa-719231cb2343 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:36:15.786027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.873392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40936) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:15.964400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:15.965085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.981994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.998382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.071574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 40942) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:16.495648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a05f2-c4b3-4f3f-90e8-30dbb3787406 req-c13f3293-18ce-4794-9e42-ca8614d696a4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:16.505604 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d24a05f2-c4b3-4f3f-90e8-30dbb3787406 req-c13f3293-18ce-4794-9e42-ca8614d696a4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.9107778 Feb 17 04:36:16.601824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f784d-4815-4940-8c84-c1659812d61e req-d354fd6b-b61b-4099-ba58-d100880e7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:16.603462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-d354fd6b-b61b-4099-ba58-d100880e7dea service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.7286749 Feb 17 04:36:16.636017 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d24a05f2-c4b3-4f3f-90e8-30dbb3787406 req-cc61722b-7eb8-42e0-9cd4-35f95c8da328 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267624 Feb 17 04:36:16.709859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.880928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:16.921782 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-fb4b02bd-96b6-4db3-bd29-f9bf4df53262 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 217 time: 0.2833152 Feb 17 04:36:16.969478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.102088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7971a50-bc86-4703-aeaa-719231cb2343,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:17.116108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:17.121974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.243634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:17.251700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:36:17.277258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.285676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Usage tracker for resource:security_group_rule and tenant:3ca646dc972e43ef8746cd0d93652b69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:17.298967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:17.310591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:17.359975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:17.363052 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d7971a50-bc86-4703-aeaa-719231cb2343 HTTP/1.1" status: 204 len: 168 time: 1.9581418 Feb 17 04:36:17.368948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 40978) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:17.373265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b588e6a3614fb1aa06432b6e89c917 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:17.377410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:17.403608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f784d-4815-4940-8c84-c1659812d61e req-f73d3ce9-b3b9-4227-b01f-94918a93bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.405249 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-f73d3ce9-b3b9-4227-b01f-94918a93bb88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.4154956 Feb 17 04:36:17.409403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:17.508657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e453e64-0479-4d68-8e18-5475f2768776 req-0e5068ad-6853-47f3-806a-3ddfce1f0cc9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.510326 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e453e64-0479-4d68-8e18-5475f2768776 req-0e5068ad-6853-47f3-806a-3ddfce1f0cc9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 0.8706934 Feb 17 04:36:17.634163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.645008 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.648422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-94117c40-6e42-4b96-bb89-344d491b1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.650125 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-94117c40-6e42-4b96-bb89-344d491b1af7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 1162 time: 0.4852967 Feb 17 04:36:17.665531 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e453e64-0479-4d68-8e18-5475f2768776 req-de235350-4ed7-42c5-b696-2913a45df3f0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401386 Feb 17 04:36:17.677338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 4666b537-a9a3-43c3-a36c-8953a10a9ec5 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:17.765456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:17.771704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:17.772362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.809628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab106a-84b9-4505-a03a-49b9f139d2da req-ccd98cf9-4de3-41de-a796-1c38a84de166 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.811274 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0ab106a-84b9-4505-a03a-49b9f139d2da req-ccd98cf9-4de3-41de-a796-1c38a84de166 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.5089905 Feb 17 04:36:17.957832 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Floating IP f0eca693-58b6-4b4f-b0db-063d790da360 associated. External IP: 172.28.0.83, port: b9201a5c-d9c4-4305-a3a8-0e83c89038c0. Feb 17 04:36:18.013658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.080337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:18.082574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:18.088993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.092586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:18.118602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f784d-4815-4940-8c84-c1659812d61e req-6b0f24ca-36ef-4679-8201-2c2980352528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:18.120226 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-6b0f24ca-36ef-4679-8201-2c2980352528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6977577 Feb 17 04:36:18.207333 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'code': 200} Feb 17 04:36:18.224099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:18.238555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.239217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.239861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.240641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.241138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.241764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.242938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.243584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.244224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.245119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.245761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.246931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.247608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.248452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.249032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.261203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.261771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.262262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.262881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.263291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.263663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.264030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.270428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.270920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:18.278620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.281925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:18.363514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-6eb26ad4-bc8d-4bb9-ac6a-0515a49839e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:18.365252 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-6eb26ad4-bc8d-4bb9-ac6a-0515a49839e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.6921792 Feb 17 04:36:18.428220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.449851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.463817 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0ab106a-84b9-4505-a03a-49b9f139d2da req-31f4eb93-85ff-482d-ae1b-72e8af32d0cc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137301 Feb 17 04:36:18.580624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:18.618500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.720685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:18.737721 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-8acd9d16-88ea-4c1b-b7e2-14d166508f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca HTTP/1.1" status: 200 len: 217 time: 0.2888079 Feb 17 04:36:18.848309 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6b588e6a3614fb1aa06432b6e89c917&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9664829 Feb 17 04:36:18.853303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:18.854394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41018) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:18.887150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596b8528-740b-4349-8f08-25573fcc6cef,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:18.910473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:18.912365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:18.936096 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ca646dc972e43ef8746cd0d93652b69&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6868870 Feb 17 04:36:18.957547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41022) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:19.045107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 4666b537-a9a3-43c3-a36c-8953a10a9ec5 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:19.123696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-edb38cd3-5302-420e-bf70-060f542b7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.126483 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-edb38cd3-5302-420e-bf70-060f542b7b9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.3589406 Feb 17 04:36:19.130226 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-dbe8e186-79cf-44e4-b46e-1754acb9026d service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781964 Feb 17 04:36:19.146105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d844116-32cf-4107-9469-4ebe3ebb56c2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:19.156575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:19.194608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:19.195244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.270334 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-c1cd59dd-e6f9-487e-ace0-ee4e887807c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174798 Feb 17 04:36:19.310435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.327903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.386067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f896-a834-45e8-8752-882844550bc1 req-a17a98d4-9663-481c-a84b-7e47f5d1a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.388264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d267f896-a834-45e8-8752-882844550bc1 req-a17a98d4-9663-481c-a84b-7e47f5d1a82b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.7753706 Feb 17 04:36:19.433709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.464084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.500605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:19.525082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.527052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:19.527655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b84f784d-4815-4940-8c84-c1659812d61e req-dea971be-76aa-4436-ae65-bf504d967bdf service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3696713 Feb 17 04:36:19.547324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:19.548238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:36:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:19.585561 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d267f896-a834-45e8-8752-882844550bc1 req-25cdf9df-7bd0-4fe7-a6dc-b0f24a3aabb2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658289 Feb 17 04:36:19.603525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19973-8187-42de-8161-dbc64eaa7f51 req-e4276aa1-cc9e-4e08-9007-56ea6cde069e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.605516 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ee19973-8187-42de-8161-dbc64eaa7f51 req-e4276aa1-cc9e-4e08-9007-56ea6cde069e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.6326642 Feb 17 04:36:19.651446 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-286e5362-f066-4d42-ab2f-9fe779d35474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "PUT /v2.0/floatingips/f0eca693-58b6-4b4f-b0db-063d790da360 HTTP/1.1" status: 200 len: 991 time: 4.9617991 Feb 17 04:36:19.665270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:19.672569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.702706 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-4f8e1da3-f20e-4875-8def-158c8633d68a service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218981 Feb 17 04:36:19.719570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72137e96-75b4-4fee-9318-632adbba006c']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:19.750201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a045bc-f278-4d93-bad5-555f033e3f6c') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:19.750541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a045bc-f278-4d93-bad5-555f033e3f6c') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:19.772485 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ee19973-8187-42de-8161-dbc64eaa7f51 req-29c4aeaf-5328-4ea9-9106-fc66822d1b1f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304574 Feb 17 04:36:19.775380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.789055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.797922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:19.841484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.857257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:36:19.896330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d844116-32cf-4107-9469-4ebe3ebb56c2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:19.910881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.914961 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d844116-32cf-4107-9469-4ebe3ebb56c2 HTTP/1.1" status: 204 len: 168 time: 0.9537327 Feb 17 04:36:19.935906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:19.970881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:19.984429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:19.996050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:20.190732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Network 72137e96-75b4-4fee-9318-632adbba006c has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:20.203504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.452843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596b8528-740b-4349-8f08-25573fcc6cef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:20.463287 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.468459 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/596b8528-740b-4349-8f08-25573fcc6cef HTTP/1.1" status: 204 len: 168 time: 1.6045871 Feb 17 04:36:20.478527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:20.481338 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'status': 'completed', 'code': 200} Feb 17 04:36:20.514914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Network 72137e96-75b4-4fee-9318-632adbba006c has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:20.675272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14e637-a74d-403e-9d28-e3dfda39a92d req-8ee1c5a2-f0c9-4cc7-91ad-9c62b4846540 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:20.683123 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8d14e637-a74d-403e-9d28-e3dfda39a92d req-8ee1c5a2-f0c9-4cc7-91ad-9c62b4846540 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.8741410 Feb 17 04:36:20.692041 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ba377b3-9720-4a39-a963-5b5aac906a9d req-bdf37e4c-dec8-4c76-a2a0-d96cc1e09402 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7982051 Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:36:20.706159 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:36:20.717208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.724094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.743532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:20.784896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-a4cbac10-8120-40b8-bc0b-d69bd6f291be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:20.786845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Pushing event deleted for resources: {'Network': ['ID=72137e96-75b4-4fee-9318-632adbba006c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:20.788390 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-a4cbac10-8120-40b8-bc0b-d69bd6f291be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1163 time: 0.5484359 Feb 17 04:36:20.792525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:20.797511 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] 10.222.0.47 "DELETE /v2.0/networks/72137e96-75b4-4fee-9318-632adbba006c HTTP/1.1" status: 204 len: 168 time: 3.4242728 Feb 17 04:36:20.853088 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8d14e637-a74d-403e-9d28-e3dfda39a92d req-200762c0-c18e-45a2-bdd7-86631ad36e2a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688547 Feb 17 04:36:21.005031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'f0eca693-58b6-4b4f-b0db-063d790da360', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:c8:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:34Z', 'updated_at': '2021-02-17T04:36:17Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:21.011965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:21.027014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:21.028012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:36:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:21.111517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-b10ad600-ec12-400a-b481-d9fc5c07f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:21.113166 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-b10ad600-ec12-400a-b481-d9fc5c07f9fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.3130333 Feb 17 04:36:21.285694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41070) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.312749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41074) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.365561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:21.399641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.408776 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-b2fabe01-2fde-44ec-a05d-96f13885846d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 999 time: 0.2837899 Feb 17 04:36:21.459179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:21.471906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Usage tracker for resource:security_group_rule and tenant:826d7624fd414e6da806f204dd6bb4b4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:21.481418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:21.494522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:21.525381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-a366cae8-aefb-4a76-93ae-d5590cbcfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:21.527355 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-a366cae8-aefb-4a76-93ae-d5590cbcfcac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.0915396 Feb 17 04:36:21.544830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f5491-d542-4e5c-91d3-170915f239aa req-4b93ca17-0aff-414f-9c2b-b3b0a30074df tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:21.555224 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b2f5491-d542-4e5c-91d3-170915f239aa req-4b93ca17-0aff-414f-9c2b-b3b0a30074df tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.5344849 Feb 17 04:36:21.632722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41080) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.692977 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b2f5491-d542-4e5c-91d3-170915f239aa req-9a2c8c8a-1dfa-4040-ab4e-84b8b054710d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363342 Feb 17 04:36:21.694509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41086) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.749956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.805918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:21.806140 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-178f58da-a2cd-4014-ab27-6ae6c8c068c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b5b788d7559485984d12051e2bde62f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0915706 Feb 17 04:36:21.812743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41090) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.826100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Usage tracker for resource:security_group_rule and tenant:13abb4992f38436d8c5a30fe81bcbf56 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:21.843753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:21.875021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.886585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:21.906989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.929856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bc36f9b6-22b6-4228-b1e0-257106d3abc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:21.934580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-471fd21a-ef46-4cb9-ba78-9b48ecfbedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:21.937338 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-471fd21a-ef46-4cb9-ba78-9b48ecfbedbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3528471 Feb 17 04:36:21.974199 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.113966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=826d7624fd414e6da806f204dd6bb4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995293 Feb 17 04:36:22.115533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41100) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:22.131095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'f0eca693-58b6-4b4f-b0db-063d790da360', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:c8:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:34Z', 'updated_at': '2021-02-17T04:36:17Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:22.136239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0875fbd-908d-42a0-8a35-3e4ccb2bec1e None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'f0eca693-58b6-4b4f-b0db-063d790da360', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:c8:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:34Z', 'updated_at': '2021-02-17T04:36:17Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:22.141062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4cf00-0c5b-4fcf-a36e-39c9b9c883b6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:22.158285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:22.279018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.334222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.341320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.348908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.361633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a26c5a2f-c040-4bb1-a5db-1ed08eb67a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:22.434757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7d410-1a34-4a9d-9736-3ca0d9ea4cb9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:22.440328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13abb4992f38436d8c5a30fe81bcbf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8059890 Feb 17 04:36:22.442428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:22.443055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41108) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:22.450006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.479817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.497621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.505353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9a9a9e92-2afc-4dac-976c-4e4f54feb0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:22.523868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4cf00-0c5b-4fcf-a36e-39c9b9c883b6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:22.539884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:22.555856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:22.556709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.575041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.579473 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bce4cf00-0c5b-4fcf-a36e-39c9b9c883b6 HTTP/1.1" status: 204 len: 168 time: 0.4575181 Feb 17 04:36:22.585803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Usage tracker for resource:security_group_rule and tenant:b46d6693ddec4e0bb0286bd8266c1476 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:22.593376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:22.615111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.616920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:22.623282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e2ee3-6752-4375-887c-2f14ad8c2b52 None None] New status for floating IP f0eca693-58b6-4b4f-b0db-063d790da360: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:36:22.645296 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-e9ec4c5b-82ce-4e0c-99da-4a664f8cae81 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722178 Feb 17 04:36:22.672090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.678011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-545d10d7-12a6-4937-a050-6924184ff8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:22.699016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7d410-1a34-4a9d-9736-3ca0d9ea4cb9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:22.704948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:22.707140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.709187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:22.711466 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34f7d410-1a34-4a9d-9736-3ca0d9ea4cb9 HTTP/1.1" status: 204 len: 168 time: 0.2669842 Feb 17 04:36:22.724046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:22.737494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba69df-d884-487f-af2f-bb0d01805ab3 req-023b9b04-8f6e-4e53-ac4c-faaf5228bd1c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:22.739559 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82ba69df-d884-487f-af2f-bb0d01805ab3 req-023b9b04-8f6e-4e53-ac4c-faaf5228bd1c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.4149194 Feb 17 04:36:22.841241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1140571-906c-4c75-8a5d-5de58384f676,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:22.862109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:23.014129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.052739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.053887 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1140571-906c-4c75-8a5d-5de58384f676 HTTP/1.1" status: 204 len: 168 time: 1.2363148 Feb 17 04:36:23.054798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.145286 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f0cca61-d175-4d53-85e5-de7bfe470818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:23.184969 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82ba69df-d884-487f-af2f-bb0d01805ab3 req-fba36e26-76a8-4844-a87a-67cc3c8daa79 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719130 Feb 17 04:36:23.254928 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b46d6693ddec4e0bb0286bd8266c1476&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9645627 Feb 17 04:36:23.259486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41126) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.260790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874c665-a2a8-400d-89b9-c0e3888d0c66,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:23.269021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:23.282399 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e645a035-e5f4-4000-aa42-af1b1aac4af9 req-c0ee9086-b24c-45fb-af09-48f63ee2e442 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6112471 Feb 17 04:36:23.309732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e071f3-a113-4f9f-9c6c-9d2fcee8bdbf req-55a3bbe8-ed49-4b45-9c2d-3503af4407c2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:23.317061 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c6e071f3-a113-4f9f-9c6c-9d2fcee8bdbf req-55a3bbe8-ed49-4b45-9c2d-3503af4407c2 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.2842643 Feb 17 04:36:23.351430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.379291 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c6e071f3-a113-4f9f-9c6c-9d2fcee8bdbf req-a928d1a7-e07c-436e-94a2-57dfdf1a5026 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613358 Feb 17 04:36:23.380523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41134) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.390590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.453568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.456232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.465055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-568a13c3-a396-4136-841c-c078678a0024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:23.497965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:23.502692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874c665-a2a8-400d-89b9-c0e3888d0c66,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:23.502834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Usage tracker for resource:security_group_rule and tenant:a7d3e07f64ef438aab96452592650b66 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:23.524150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:23.530228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:23.535180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.537308 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c874c665-a2a8-400d-89b9-c0e3888d0c66 HTTP/1.1" status: 204 len: 168 time: 0.2759657 Feb 17 04:36:23.547844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:23.744306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d309a33-14ef-4c95-a419-3ea93db86771 req-69f399de-1fcd-4017-92ea-9f19c692a739 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:23.750064 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1d309a33-14ef-4c95-a419-3ea93db86771 req-69f399de-1fcd-4017-92ea-9f19c692a739 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1578205 Feb 17 04:36:23.760578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41150) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.767344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'floatingip': {'port_id': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:23.853447 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.861369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.872502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-30fdac36-3188-40f4-8a33-76b709f60b5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:23.914825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.931293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7d3e07f64ef438aab96452592650b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341558 Feb 17 04:36:23.935083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41158) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.988788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96517dcd-1e7e-47bf-9b77-b83093ce9125,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:23.994135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:24.012429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.067958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.191245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41168) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:24.199061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.224626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:24.239137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.252827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96517dcd-1e7e-47bf-9b77-b83093ce9125,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:24.256694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:24.260271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:24.263452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.268900 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96517dcd-1e7e-47bf-9b77-b83093ce9125 HTTP/1.1" status: 204 len: 168 time: 0.3286047 Feb 17 04:36:24.268900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Usage tracker for resource:security_group_rule and tenant:028e6435d907404ca80e4cf2af869b07 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:24.271755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:24.278423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:24.473410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.478136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.509315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:24.613723 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=028e6435d907404ca80e4cf2af869b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192162 Feb 17 04:36:24.629443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41182) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:24.717550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa0f4f-a0cc-42c3-80b5-92201005c1dd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:24.733461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:24.762028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.787768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504f81c-b427-4667-a6ea-e3c263202468 req-cb188bde-af68-4f4b-88f6-de98780c6ea8 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:24.795982 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0504f81c-b427-4667-a6ea-e3c263202468 req-cb188bde-af68-4f4b-88f6-de98780c6ea8 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2901037 Feb 17 04:36:24.858056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.877525 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0504f81c-b427-4667-a6ea-e3c263202468 req-f623e81c-fe68-45ee-85cd-ccf884d8b852 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805109 Feb 17 04:36:24.960741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.970438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-85e31b6e-19bb-41bd-a294-556abe7eccbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:24.991671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa0f4f-a0cc-42c3-80b5-92201005c1dd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:24.995803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:24.998132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.003450 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d5fa0f4f-a0cc-42c3-80b5-92201005c1dd HTTP/1.1" status: 204 len: 168 time: 0.3638825 Feb 17 04:36:25.187315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.190642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.375397 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41208) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:25.723705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720898131-network', 'tenant_id': '390ae1f5e61545f6a09abec9cdf44e97'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:25.733422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:25.738449 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Floating IP bcc283ca-0f64-4786-a2cd-9b632b48a3a5 associated. External IP: 172.28.0.194, port: 4666b537-a9a3-43c3-a36c-8953a10a9ec5. Feb 17 04:36:25.741334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Usage tracker for resource:network and tenant:390ae1f5e61545f6a09abec9cdf44e97 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:25.747633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:25.758887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:25.776026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Made reservation on behalf of 390ae1f5e61545f6a09abec9cdf44e97 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:25.786018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.832752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.866418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:25.875973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Usage tracker for resource:security_group_rule and tenant:390ae1f5e61545f6a09abec9cdf44e97 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:25.882655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:25.894745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:26.224303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.250737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.259627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b00a9606-c914-4a02-aba0-588104d66158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:26.281228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece51eb-7b4c-4c33-82a2-6febfcde1a85 req-88c9a5c3-9d6d-41ec-8cfc-c907920d4107 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:26.282781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cece51eb-7b4c-4c33-82a2-6febfcde1a85 req-88c9a5c3-9d6d-41ec-8cfc-c907920d4107 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2819054 Feb 17 04:36:26.299454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:36:26.363397 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61835d10-a7d0-4e18-8e3b-ef7385a8146d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:26.378475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.379171 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Added segment df69b2cc-2d31-4da7-a686-15b56d1308e7 of type vxlan for network 7efd578d-7eca-4d91-936d-6926195acdd4 Feb 17 04:36:26.384573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:26.392922 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cece51eb-7b4c-4c33-82a2-6febfcde1a85 req-68947aa1-d628-4e8d-9ecf-dcd5598e12fd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978668 Feb 17 04:36:26.421096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.491272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.493879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:26.494542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.512135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:26.751284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:26.791316 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4134550 Feb 17 04:36:26.792888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Pushing event updated for resources: {'Network': ['ID=7efd578d-7eca-4d91-936d-6926195acdd4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:26.797343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41266) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:26.812560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 7efd578d-7eca-4d91-936d-6926195acdd4 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:26.812734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Request body: {'subnet': {'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720898131-subnet', 'tenant_id': '390ae1f5e61545f6a09abec9cdf44e97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:26.825177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:26.833180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Usage tracker for resource:subnet and tenant:390ae1f5e61545f6a09abec9cdf44e97 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:26.840773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:26.851848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:26.876263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:26.880587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Made reservation on behalf of 390ae1f5e61545f6a09abec9cdf44e97 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:26.900166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:27.079554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 7efd578d-7eca-4d91-936d-6926195acdd4 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:27.149870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:27.169746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29031365-e661-4f51-8c63-68871b05265e None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:27.170576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:27.214025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:27.216851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:36:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:27.419965 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7a380b1b-15ab-4f96-83b9-edc65cef8817 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "PUT /v2.0/floatingips/bcc283ca-0f64-4786-a2cd-9b632b48a3a5 HTTP/1.1" status: 200 len: 992 time: 3.6549823 Feb 17 04:36:27.419965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:27.552984 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'status': 'completed', 'code': 200} Feb 17 04:36:27.635384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41300) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:28.095432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.131561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:28.138387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Usage tracker for resource:security_group_rule and tenant:77951e7c4ec641fc89859cd6683e8303 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:28.143606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:28.154521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:28.155078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-6861cb33-cbd7-496e-96d2-fab1522ea64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:28.156783 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-6861cb33-cbd7-496e-96d2-fab1522ea64c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.5303233 Feb 17 04:36:28.249163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:28.389540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e998bc1-3ba9-4e94-8804-d20fbee09e82 req-c8f86c4b-c979-4f34-bf01-b553e1fffcb9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:28.397411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.400322 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2e998bc1-3ba9-4e94-8804-d20fbee09e82 req-c8f86c4b-c979-4f34-bf01-b553e1fffcb9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.5049202 Feb 17 04:36:28.401754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.425593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48b47fa2-beb7-4306-a7d0-66b0df05013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:28.479810 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2e998bc1-3ba9-4e94-8804-d20fbee09e82 req-cf501074-4f4c-4f43-aac8-d5f4677c06fb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Feb 17 04:36:28.559816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-daef34b7-556f-49a6-b430-0531bba9b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:28.562268 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-daef34b7-556f-49a6-b430-0531bba9b359 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.3880997 Feb 17 04:36:28.589395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77951e7c4ec641fc89859cd6683e8303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9520285 Feb 17 04:36:28.595721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41340) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:28.609043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e81b1a-57b7-46b5-98b0-745bde962e9f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:28.645911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.662185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:28.785240 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-c996eb99-0b96-4cb2-9297-8a05a03afc37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1000 time: 0.1407063 Feb 17 04:36:28.788675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:28.860591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.920119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a80ef96-4cf6-4527-a177-f75420241c2b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:28.959975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.995486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-32b9f620-093b-494e-b011-49b4cde55107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:28.997965 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-32b9f620-093b-494e-b011-49b4cde55107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.0796416 Feb 17 04:36:29.010296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:29.169297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:29.179623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-03c8a067-87f9-47e7-9850-10de867d95ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:29.187467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'bcc283ca-0f64-4786-a2cd-9b632b48a3a5', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:58:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:49Z', 'updated_at': '2021-02-17T04:36:24Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:29.192678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29031365-e661-4f51-8c63-68871b05265e None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:29.203406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:29.204476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:36:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:29.205442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e81b1a-57b7-46b5-98b0-745bde962e9f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:29.210458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:29.212167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:29.225077 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4e81b1a-57b7-46b5-98b0-745bde962e9f HTTP/1.1" status: 204 len: 168 time: 0.6281896 Feb 17 04:36:29.429451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:29.554218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-40b12d9c-5afa-4cde-acff-abce9f52f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:29.555862 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-40b12d9c-5afa-4cde-acff-abce9f52f010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5445726 Feb 17 04:36:29.709257 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-4f3d1b9e-0360-4bb7-ba53-fed3137a65c4 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428282 Feb 17 04:36:29.995632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41372) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:30.003360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Checking segment: {'id': 'df69b2cc-2d31-4da7-a686-15b56d1308e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:30.004226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Network hostable DHCP agents. Network: 7efd578d-7eca-4d91-936d-6926195acdd4, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:36:30.120279 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5eca1cfc-26aa-44cf-8610-d8d170e495d2 req-859104c4-52e6-404c-a71a-23ccfbae38b2 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3972988 Feb 17 04:36:30.134796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b3ce-52da-4a8b-a2b7-a8cd1df53f91 req-e8df0aec-a74a-44a6-9f01-594770616688 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:30.157769 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d838b3ce-52da-4a8b-a2b7-a8cd1df53f91 req-e8df0aec-a74a-44a6-9f01-594770616688 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.4366839 Feb 17 04:36:30.169449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Network 7efd578d-7eca-4d91-936d-6926195acdd4 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:36:30.272745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 7efd578d-7eca-4d91-936d-6926195acdd4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:30.293168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc808d-98a3-44f1-9797-1883b37c63f9 None None] Network 7efd578d-7eca-4d91-936d-6926195acdd4 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:30.300553 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d838b3ce-52da-4a8b-a2b7-a8cd1df53f91 req-e8adc52e-f39a-4f07-acd8-30c2d8b1aa4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411273 Feb 17 04:36:30.302810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:30.304849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:30.358036 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3cfb5127-1c45-43fe-a4e6-33de1ee051c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5584683 Feb 17 04:36:30.431747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-29031365-e661-4f51-8c63-68871b05265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'bcc283ca-0f64-4786-a2cd-9b632b48a3a5', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:58:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:49Z', 'updated_at': '2021-02-17T04:36:24Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:30.454556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29031365-e661-4f51-8c63-68871b05265e None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'bcc283ca-0f64-4786-a2cd-9b632b48a3a5', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:58:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:35:49Z', 'updated_at': '2021-02-17T04:36:24Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:30.501371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:30.609923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:30.634023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Usage tracker for resource:security_group_rule and tenant:837dd5257ed741ec93d1946418cac3d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:30.657886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:30.686220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:31.029826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.037179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.161776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b569452d-c207-428a-bf68-d6bd0e1f1f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:31.188603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e427dbe-b2be-427d-bfbe-ee5916e60b73 None None] New status for floating IP bcc283ca-0f64-4786-a2cd-9b632b48a3a5: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:36:31.196838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41430) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:31.200474 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=837dd5257ed741ec93d1946418cac3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2025726 Feb 17 04:36:31.261547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a88d6-ee58-4ebd-9941-4bb6638fc13a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:31.266604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:31.375038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.421879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.573968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f08f05-0456-4cec-be0d-acc816995bbf None None] Network 7efd578d-7eca-4d91-936d-6926195acdd4 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:31.603446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.611774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ed77f33e-f50f-4cfd-90ee-06637f0bbac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:31.649036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb3553-46f6-4d5e-8f35-4fc3b4fd5eef req-a22ff04f-1e4e-4931-8fe8-6b0f4fa842b3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:31.651000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20eb3553-46f6-4d5e-8f35-4fc3b4fd5eef req-a22ff04f-1e4e-4931-8fe8-6b0f4fa842b3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1477864 Feb 17 04:36:31.654185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a88d6-ee58-4ebd-9941-4bb6638fc13a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:31.658407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:31.661071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.667484 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/830a88d6-ee58-4ebd-9941-4bb6638fc13a HTTP/1.1" status: 204 len: 168 time: 0.4687386 Feb 17 04:36:31.720182 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20eb3553-46f6-4d5e-8f35-4fc3b4fd5eef req-4188f394-76b6-4925-b6a1-7db9021632d1 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501997 Feb 17 04:36:32.221602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41464) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:32.290014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:32.444903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41472) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:32.710693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:32.761200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:32.795158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:32.800976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Usage tracker for resource:security_group_rule and tenant:58e06fc240d04bd3a31d0a6f09ec8ff2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:32.805127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:32.811467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:32.901850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:32.904894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Usage tracker for resource:security_group_rule and tenant:a6f4a62b9c9640e0af93c7a4b9a3551e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:32.907670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:32.916416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:32.988341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41496) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:32.997345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074601067-network', 'tenant_id': '8213ee00ea0c4aedacca8ecadc59931b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:33.007401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:33.019411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Usage tracker for resource:network and tenant:8213ee00ea0c4aedacca8ecadc59931b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:33.025161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:33.033378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:33.043656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Made reservation on behalf of 8213ee00ea0c4aedacca8ecadc59931b for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:33.049385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.069092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.089409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:33.097711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8213ee00ea0c4aedacca8ecadc59931b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:33.103790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:33.115571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:33.149745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.156553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.198571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ac1d279c-536d-4375-bf94-e476772ba846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.207790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6f4a62b9c9640e0af93c7a4b9a3551e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9850323 Feb 17 04:36:33.222651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41502) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:33.251919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9e4bf-cab0-4065-8d45-4edcb10b0da1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.269523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.308602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.319763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79f6bb-5232-48f0-8ee0-33f44af6967e req-c1c57d5b-e253-4831-bc62-3f093dfd269b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:33.323016 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a79f6bb-5232-48f0-8ee0-33f44af6967e req-c1c57d5b-e253-4831-bc62-3f093dfd269b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.3565469 Feb 17 04:36:33.325132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.326012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.331759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.337043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f6754309-858d-4fff-a10d-76e222003ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.340562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7fc4018e-d346-4b97-b9bf-2a60b46c70b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.367124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:36:33.385165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.385614 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Added segment 78163096-e61f-492d-9764-6cd8d79da5ea of type vxlan for network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a Feb 17 04:36:33.404802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a79f6bb-5232-48f0-8ee0-33f44af6967e req-b404494f-b7d1-4691-ae34-219849b82275 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Feb 17 04:36:33.405697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.433674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.445448 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58e06fc240d04bd3a31d0a6f09ec8ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9990656 Feb 17 04:36:33.447370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ac809-d756-403b-a67b-1005797b099a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.452140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41510) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:33.468161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.474021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.487334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:33.487989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.492265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ab8ba-dbcd-49bc-8fa4-13237d4fac90,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.504779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.505496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cee20ad5-ebc5-45cb-b250-019ef5232191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.544625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.586954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.596049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.642774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.650580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4d3da542-bf2e-40ec-9635-60591f6abf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.660702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc11ab4-2ae7-44ca-8be6-436f355c6c0a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.667062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.672235 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6827495 Feb 17 04:36:33.673354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ac809-d756-403b-a67b-1005797b099a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.676320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41518) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:33.677824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.683557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:33.683857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Request body: {'subnet': {'network_id': 'dfc11ab4-2ae7-44ca-8be6-436f355c6c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074601067-subnet', 'tenant_id': '8213ee00ea0c4aedacca8ecadc59931b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:33.690694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:33.692695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.695068 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a3ac809-d756-403b-a67b-1005797b099a HTTP/1.1" status: 204 len: 168 time: 0.2408617 Feb 17 04:36:33.698280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Usage tracker for resource:subnet and tenant:8213ee00ea0c4aedacca8ecadc59931b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:33.703403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:33.710569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:33.712771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.720879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cd09da4b-5ba6-419c-8871-00334fada54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.738883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.740122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eed9e4bf-cab0-4065-8d45-4edcb10b0da1 HTTP/1.1" status: 204 len: 168 time: 0.5155492 Feb 17 04:36:33.741262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9e4bf-cab0-4065-8d45-4edcb10b0da1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.743745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Made reservation on behalf of 8213ee00ea0c4aedacca8ecadc59931b for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:33.748944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851447078'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.763473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:33.857232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:34.248334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff081e31-1bf0-4645-9038-5ed0356eb2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.352045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852461054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851447093'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.445200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:34.506318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41542) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:34.516594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08def14-138f-4fc6-b5b1-7bf8e0598e1e,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:34.531540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:34.575711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.596306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:34.600806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Usage tracker for resource:security_group_rule and tenant:51a0f92c287241299015e2b580ab9ef4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:34.603812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:34.610652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:34.701476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Checking segment: {'id': '78163096-e61f-492d-9764-6cd8d79da5ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dfc11ab4-2ae7-44ca-8be6-436f355c6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:34.702000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Network hostable DHCP agents. Network: dfc11ab4-2ae7-44ca-8be6-436f355c6c0a, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:36:34.732719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:36:34.747612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41548) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:34.753206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, dfc11ab4-2ae7-44ca-8be6-436f355c6c0a) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:34.770961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8c621-154f-423f-9950-786be92fa045 None None] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:34.785716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:34.786813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.807617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.823095 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1450415 Feb 17 04:36:34.837993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1dda-2fbd-4ce7-ac99-b1c194eee83c req-58284a36-c3e5-4c8b-ad43-8642fcda3888 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:34.849391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bf5a1dda-2fbd-4ce7-ac99-b1c194eee83c req-58284a36-c3e5-4c8b-ad43-8642fcda3888 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2616487 Feb 17 04:36:34.852461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.919881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3034fe67-15b0-4835-b33d-4b5e77af5d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:34.936728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41556) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:34.968020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.983945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.997319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba1b86e-f237-499a-b6e7-9a8fb8bef800,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.016575 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bf5a1dda-2fbd-4ce7-ac99-b1c194eee83c req-c3dbf055-cb28-43a3-ac19-890ae604f5c5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658449 Feb 17 04:36:35.023894 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51a0f92c287241299015e2b580ab9ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131819 Feb 17 04:36:35.025353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.025921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41560) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:35.036095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:35.044028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Usage tracker for resource:security_group_rule and tenant:baa3a4221ef640feb8f2577f84f6c798 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:35.050876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:35.064094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:35.067276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:35.073909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Usage tracker for resource:security_group_rule and tenant:906f16818a5646c18ea6285658f5afc4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:35.080730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:35.096063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:35.177874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c752c731-952d-45f7-8dec-18e2ea782e51 None None] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:35.181592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.225925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.243249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:35.265585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.278879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.289230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8df01202-c5a0-42ef-b40e-a9ebf63afa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:35.326892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.338357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23e8914f-a307-460a-a799-270ff8a960f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:35.347322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.355290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.370162 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=baa3a4221ef640feb8f2577f84f6c798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203825 Feb 17 04:36:35.374364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41572) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:35.377131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba1b86e-f237-499a-b6e7-9a8fb8bef800,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.379208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735ce2c-dae1-4bbd-b41f-e599db7d34d6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.383652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.398173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.408190 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ba1b86e-f237-499a-b6e7-9a8fb8bef800 HTTP/1.1" status: 204 len: 168 time: 0.3721950 Feb 17 04:36:35.410141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.410693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-dadf300c-0e4c-418c-86f2-16dca215534b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:35.456261 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=906f16818a5646c18ea6285658f5afc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5129275 Feb 17 04:36:35.456437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41578) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:35.535964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959a8980-ca82-4432-a567-2ef05848ddb9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.552991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.594341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.605097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.673238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.683124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.757645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.765123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-eda0fef4-e4fe-4450-b198-9adb5af3ed73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:35.780663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.788151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3d80f16a-864e-46e0-ba0a-6593c0a2eeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:35.795334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959a8980-ca82-4432-a567-2ef05848ddb9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.800515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.802374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.805886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735ce2c-dae1-4bbd-b41f-e599db7d34d6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:35.806711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/959a8980-ca82-4432-a567-2ef05848ddb9 HTTP/1.1" status: 204 len: 168 time: 0.3486087 Feb 17 04:36:35.811886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:35.823057 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:35.830391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8735ce2c-dae1-4bbd-b41f-e599db7d34d6 HTTP/1.1" status: 204 len: 168 time: 0.4527750 Feb 17 04:36:36.055350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-686dbe5f-249b-4867-9647-b4b84b05b5d2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:36.056120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-6ed00253-362f-4744-b848-0ae75bc07168 req-686dbe5f-249b-4867-9647-b4b84b05b5d2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Synchronizing usage tracker for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:36.078487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-6ed00253-362f-4744-b848-0ae75bc07168 req-686dbe5f-249b-4867-9647-b4b84b05b5d2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Unset dirty status for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:36.078487 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-686dbe5f-249b-4867-9647-b4b84b05b5d2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/networks?id=7efd578d-7eca-4d91-936d-6926195acdd4 HTTP/1.1" status: 200 len: 809 time: 0.2825425 Feb 17 04:36:36.097238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-197497df-b2ea-4525-996c-bb5510f2f18c tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/quotas/390ae1f5e61545f6a09abec9cdf44e97 HTTP/1.1" status: 200 len: 375 time: 0.0135772 Feb 17 04:36:36.219002 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-0db227b1-0ee0-4c5b-bdde-0d205507613e tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=390ae1f5e61545f6a09abec9cdf44e97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124113 Feb 17 04:36:36.387927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41606) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.423779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.452904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:36.456186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e4b7-9b16-492b-87fb-f049698ab100 req-14136fd6-6985-4867-a9f1-3e9890081d0a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:36.458077 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cba5e4b7-9b16-492b-87fb-f049698ab100 req-14136fd6-6985-4867-a9f1-3e9890081d0a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1513922 Feb 17 04:36:36.461193 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-805a73f6-b5a2-4050-9e2a-82d816f815da service neutron] 10.222.0.47 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322929 Feb 17 04:36:36.468546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:facc5782f91a4f0a968dabc43fb1b970 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:36.473744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:36.483300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:36.514716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41610) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.540621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.563115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:36.571428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Usage tracker for resource:security_group_rule and tenant:64ac331ca6e54a09a05548fb58fd7cd4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:36.575557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:36.585740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:36.649259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.653002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.669154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6051ce8d-7a0f-4b1d-834f-bef91b91c97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:36.691890 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cba5e4b7-9b16-492b-87fb-f049698ab100 req-aa2668ef-bd12-4f26-86f4-e402f7fa1c1f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213364 Feb 17 04:36:36.736989 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=facc5782f91a4f0a968dabc43fb1b970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469505 Feb 17 04:36:36.738953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0168eb6f-e85a-4fb1-9a9b-37c0f8860d12,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:36.742521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:36.743115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41618) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.798505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.803705 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-acf539b2-f04a-4c39-8771-a533d7f20f3f service neutron] 10.222.0.47 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3047991 Feb 17 04:36:36.808378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.818328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f7f142df-fa00-456e-a07c-f034d574ef71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:36.867178 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64ac331ca6e54a09a05548fb58fd7cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498034 Feb 17 04:36:36.870113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41626) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.871386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83b968-161e-453a-ba61-6ff8f21a4914,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:36.889535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:36.933653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-30f6a56a-3201-4184-b494-7c0334588308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.991233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.993268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.059173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.122713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.173668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.232362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.253059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ef6b8fb3-2307-4e9e-8aa8-d8fecbb80575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:37.258438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:37.279807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.283907 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0168eb6f-e85a-4fb1-9a9b-37c0f8860d12 HTTP/1.1" status: 204 len: 168 time: 0.5185544 Feb 17 04:36:37.285382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0168eb6f-e85a-4fb1-9a9b-37c0f8860d12,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:37.293868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83b968-161e-453a-ba61-6ff8f21a4914,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:37.297767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.302173 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed3c26fb-e891-4c13-a397-c5cfd3cea493 req-bce2fe9b-8417-41cc-be52-c2e1ac06ee5a tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1334836 Feb 17 04:36:37.303151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:37.305966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b83b968-161e-453a-ba61-6ff8f21a4914 HTTP/1.1" status: 204 len: 168 time: 0.4308689 Feb 17 04:36:37.314783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:37.506372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.958300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d5dd-c774-411c-be65-15a4fa7ef089 req-e5cb8483-ba6d-4df5-8d80-5ed642f4fd8a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:37.960315 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1d16d5dd-c774-411c-be65-15a4fa7ef089 req-e5cb8483-ba6d-4df5-8d80-5ed642f4fd8a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1364436 Feb 17 04:36:38.046385 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1d16d5dd-c774-411c-be65-15a4fa7ef089 req-43e150c4-add2-448d-ae89-e6d393b846f5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782728 Feb 17 04:36:38.341953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.460843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41682) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:38.552461 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a32f7fdb-735b-4435-80ac-a02979b9334d req-6fecec05-c8ff-4cc9-af35-a073042b68a1 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0776360 Feb 17 04:36:38.616256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.853916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.874037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:38.878941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4124a626dfbf4bb1a9a8896f5792b71b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:38.883412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:38.890603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:38.983482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.986912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.003831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b671433f-87c5-4bc3-ac3b-800800ed0afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:39.059502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516d91e-708a-41fa-9b35-71e84bb1e4bd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:39.066727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:39.091253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-b9e1ae60-75bf-4a22-840f-e1154dfdd489 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:39.093568 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-b9e1ae60-75bf-4a22-840f-e1154dfdd489 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.41 "GET /v2.0/networks?id=7efd578d-7eca-4d91-936d-6926195acdd4 HTTP/1.1" status: 200 len: 809 time: 0.2346056 Feb 17 04:36:39.122154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Request body: {'port': {'device_id': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4', 'admin_state_up': True, 'tenant_id': '390ae1f5e61545f6a09abec9cdf44e97'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:39.143821 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4124a626dfbf4bb1a9a8896f5792b71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783073 Feb 17 04:36:39.144100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41704) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:39.272251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.389501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.474905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.484411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac01-0d20-49c2-b2cd-3c276eafdc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:39.505656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516d91e-708a-41fa-9b35-71e84bb1e4bd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:39.521616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:39.531591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.534315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:39.537285 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9516d91e-708a-41fa-9b35-71e84bb1e4bd HTTP/1.1" status: 204 len: 168 time: 0.3903108 Feb 17 04:36:39.553976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Usage tracker for resource:port and tenant:390ae1f5e61545f6a09abec9cdf44e97 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:39.559997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:39.583233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:39.644061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192bf25-3f63-420c-9ecd-c16a62e4b962 req-aa13dcab-c009-4876-b6f9-0382c5105519 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:39.657570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7192bf25-3f63-420c-9ecd-c16a62e4b962 req-aa13dcab-c009-4876-b6f9-0382c5105519 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2359924 Feb 17 04:36:39.659554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Made reservation on behalf of 390ae1f5e61545f6a09abec9cdf44e97 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:39.665274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.856913 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7192bf25-3f63-420c-9ecd-c16a62e4b962 req-91d42c66-3cf2-45b8-961e-0b5f25695242 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979713 Feb 17 04:36:40.061549 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce1eded0-fe52-4631-a828-0dedf19a0c2a req-25e0fab4-4481-4c31-883e-779ef971bd63 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0877228 Feb 17 04:36:40.228244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Allocated IP 172.20.0.4 (7efd578d-7eca-4d91-936d-6926195acdd4/5a80ef96-4cf6-4527-a177-f75420241c2b/3117179f-d0e6-4a96-8360-654f00c4d09e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:36:40.828515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.872201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.898510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20d3ff61-f453-4623-8a4d-68c2e57f7220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:40.988675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Pushing event updated for resources: {'Port': ['ID=3117179f-d0e6-4a96-8360-654f00c4d09e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:41.050605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:41.226540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Network 7efd578d-7eca-4d91-936d-6926195acdd4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:36:41.231653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:41.237795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:36:41.243174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:41.243884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.276042 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631651 Feb 17 04:36:41.296108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Request body: {'port': {'device_id': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:41.409419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dcd4c-bf49-4d13-b0f1-dd60598136c4 req-019d74ac-f30e-4bd9-9786-d2cdbaaf8cbb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:41.411205 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-897dcd4c-bf49-4d13-b0f1-dd60598136c4 req-019d74ac-f30e-4bd9-9786-d2cdbaaf8cbb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2750473 Feb 17 04:36:41.520309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.565205 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-897dcd4c-bf49-4d13-b0f1-dd60598136c4 req-dbd82f00-f545-46f1-b3d0-895c3f04eee2 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050792 Feb 17 04:36:41.741516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-80e3b617-c2ea-42ca-9b0b-072483cce7b5 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:41.742670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-80e3b617-c2ea-42ca-9b0b-072483cce7b5 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Synchronizing usage tracker for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:41.788585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-80e3b617-c2ea-42ca-9b0b-072483cce7b5 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Unset dirty status for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:41.789885 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-80e3b617-c2ea-42ca-9b0b-072483cce7b5 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 931 time: 0.4204543 Feb 17 04:36:41.944725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-ae9d8102-00a5-4644-a94c-09a9ada478f2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Synchronizing usage tracker for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:41.978217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-ae9d8102-00a5-4644-a94c-09a9ada478f2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Unset dirty status for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:41.990169 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f0a35b1-5bee-4eee-95a2-174e6b602941 req-ae9d8102-00a5-4644-a94c-09a9ada478f2 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838598 Feb 17 04:36:42.025742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41804) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:42.303823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3117179f-d0e6-4a96-8360-654f00c4d09e {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:36:42.319085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.334741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1435356580-network', 'tenant_id': '3b24abfd9d3740eb9c00c39e079998fb'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:42.340039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:42.344476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Usage tracker for resource:network and tenant:3b24abfd9d3740eb9c00c39e079998fb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:42.348551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Transition to ACTIVE for port object 3117179f-d0e6-4a96-8360-654f00c4d09e will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:36:42.348801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:42.352210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.356919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:42.375000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Made reservation on behalf of 3b24abfd9d3740eb9c00c39e079998fb for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:42.382254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.406081 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.428769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:42.436041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Usage tracker for resource:security_group_rule and tenant:3b24abfd9d3740eb9c00c39e079998fb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:42.441858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:42.450317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:42.489350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8858ae2c-851a-4e05-84ca-7955c7945b2a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:42.585691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.589567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.595259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-72633de0-30d6-40b0-8d82-f4ff969b0aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:42.632114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:36:42.662055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe00116-fac9-4838-8427-d2b48d3efe92,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:42.678299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.681370 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Added segment a160a72f-28c8-48c0-a2ba-82dfb4b91633 of type vxlan for network 8fc5e34e-7c88-4100-8445-fcb288d99185 Feb 17 04:36:42.685191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:42.781546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.873321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.875140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.875868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.921730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:42.943131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Pushing event updated for resources: {'Port': ['ID=3117179f-d0e6-4a96-8360-654f00c4d09e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:42.947144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:42.965949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Attempting to bind port 3117179f-d0e6-4a96-8360-654f00c4d09e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:36:42.966449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Attempting to bind port 3117179f-d0e6-4a96-8360-654f00c4d09e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'df69b2cc-2d31-4da7-a686-15b56d1308e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:36:42.966916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Attempting to bind port 3117179f-d0e6-4a96-8360-654f00c4d09e on network 7efd578d-7eca-4d91-936d-6926195acdd4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:36:42.983473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:36:42.984011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Checking segment: {'id': 'df69b2cc-2d31-4da7-a686-15b56d1308e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:42.984538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.985065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Bound using segment: {'id': 'df69b2cc-2d31-4da7-a686-15b56d1308e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:36:42.985658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Bound port: 3117179f-d0e6-4a96-8360-654f00c4d09e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b2cc-2d31-4da7-a686-15b56d1308e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7efd578d-7eca-4d91-936d-6926195acdd4'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:36:42.986141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:43.057299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ee286-83c6-4726-a651-24d43ce7f4c6 req-4f932579-9e48-439c-ba3b-dfba2f7936dd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.061777 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0340679 Feb 17 04:36:43.065700 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d31ee286-83c6-4726-a651-24d43ce7f4c6 req-4f932579-9e48-439c-ba3b-dfba2f7936dd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2214298 Feb 17 04:36:43.067787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41830) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:43.110139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Request body: {'subnet': {'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1435356580-subnet', 'tenant_id': '3b24abfd9d3740eb9c00c39e079998fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:43.117747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc5e34e-7c88-4100-8445-fcb288d99185,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:43.121882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:43.124768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] For port 3117179f-d0e6-4a96-8360-654f00c4d09e, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:36:43.127579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:43.128585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] For port 3117179f-d0e6-4a96-8360-654f00c4d09e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3117179f-d0e6-4a96-8360-654f00c4d09e,segment=NetworkSegment(df69b2cc-2d31-4da7-a686-15b56d1308e7),segment_id=df69b2cc-2d31-4da7-a686-15b56d1308e7)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:36:43.135861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Usage tracker for resource:subnet and tenant:3b24abfd9d3740eb9c00c39e079998fb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:43.137294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:43.147831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:43.161924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:43.168645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:43.187888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Made reservation on behalf of 3b24abfd9d3740eb9c00c39e079998fb for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:43.194625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851447078'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:43.215585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:43.221456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:36:43.463979 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d31ee286-83c6-4726-a651-24d43ce7f4c6 req-b4e27da3-4856-49f0-b09b-8594a575463e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971646 Feb 17 04:36:43.525695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Pushing event updated for resources: {'Port': ['ID=3117179f-d0e6-4a96-8360-654f00c4d09e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:43.542238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:43.605916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.606688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:43.608484 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] 10.222.0.41 "PUT /v2.0/ports/3117179f-d0e6-4a96-8360-654f00c4d09e HTTP/1.1" status: 200 len: 1157 time: 2.3172328 Feb 17 04:36:43.615405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893b20e-1826-451a-a7a3-708eb2af6f83 req-2a9032b4-a225-479b-9803-d8d8dfd3cb23 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.617202 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5893b20e-1826-451a-a7a3-708eb2af6f83 req-2a9032b4-a225-479b-9803-d8d8dfd3cb23 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 943 time: 0.4032028 Feb 17 04:36:43.617780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:43.739985 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5893b20e-1826-451a-a7a3-708eb2af6f83 req-5352ab25-560c-493e-b91b-440115ae130c tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Feb 17 04:36:43.774098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-7b61a57b-fd52-4c3e-905a-f9f47841a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.775763 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-7b61a57b-fd52-4c3e-905a-f9f47841a82d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390ae1f5e61545f6a09abec9cdf44e97&device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 1160 time: 0.0886123 Feb 17 04:36:43.868050 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e', 'status': 'completed', 'code': 200} Feb 17 04:36:43.884645 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-b9b5d015-a612-4e3a-b166-9cae9e67cc0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3117179f-d0e6-4a96-8360-654f00c4d09e HTTP/1.1" status: 200 len: 217 time: 0.0823476 Feb 17 04:36:43.977731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00253-362f-4744-b848-0ae75bc07168 req-b0a59cdf-6a63-4bfb-8093-ed0e07a6fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.980000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-b0a59cdf-6a63-4bfb-8093-ed0e07a6fea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a80ef96-4cf6-4527-a177-f75420241c2b HTTP/1.1" status: 200 len: 849 time: 0.0739915 Feb 17 04:36:44.071243 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-3597c595-7787-4b39-834b-d9f506f81454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efd578d-7eca-4d91-936d-6926195acdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704792 Feb 17 04:36:44.111223 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852461054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851447093'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.141205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:44.322190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076bc546-ae27-4b7b-b990-c881a6fda530,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:44.331326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:44.346539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-105e27b8-c0f7-4600-8fd1-e050f22f37d4 service neutron] 10.222.0.41 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622483 Feb 17 04:36:44.453988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Checking segment: {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:44.454663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Network hostable DHCP agents. Network: 8fc5e34e-7c88-4100-8445-fcb288d99185, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:36:44.488035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:36:44.501637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 8fc5e34e-7c88-4100-8445-fcb288d99185) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:44.513833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ba715-9800-4b95-a779-13fa7e392bd0 None None] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:44.534018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:44.534895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.592351 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5079601 Feb 17 04:36:44.658251 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ed00253-362f-4744-b848-0ae75bc07168 req-87fa453a-59a1-4f60-97ff-89ce99104208 service neutron] 10.222.0.41 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3032408 Feb 17 04:36:44.959512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7a31e-22c0-4daa-9173-766dca97aa36 req-e0beb122-86a2-4ca5-84d9-e642ea8970f6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:44.961664 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-faf7a31e-22c0-4daa-9173-766dca97aa36 req-e0beb122-86a2-4ca5-84d9-e642ea8970f6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2560024 Feb 17 04:36:45.032747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4a9dc-4da0-43d7-9508-6b4e892cf3cb None None] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:45.112367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-08fc7b09-89cb-4245-b3aa-c6894f9923e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:45.114591 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-08fc7b09-89cb-4245-b3aa-c6894f9923e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390ae1f5e61545f6a09abec9cdf44e97&device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 1160 time: 0.3099437 Feb 17 04:36:45.387839 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-faf7a31e-22c0-4daa-9173-766dca97aa36 req-3a8b4f5d-fd08-4caf-9091-89e83f58c1af tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963208 Feb 17 04:36:45.762557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d02a67-1e89-4e7a-9a25-25a0a26b5d32 req-6c056309-4c83-4faa-9e74-470d6f3776a7 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:45.766662 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d02a67-1e89-4e7a-9a25-25a0a26b5d32 req-6c056309-4c83-4faa-9e74-470d6f3776a7 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 943 time: 0.6161125 Feb 17 04:36:45.869141 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d02a67-1e89-4e7a-9a25-25a0a26b5d32 req-7b46ce65-85d3-4455-9c99-6b9564ef9e59 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896194 Feb 17 04:36:45.870235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-01920bbf-66db-4182-a028-53a6166ae5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:45.871815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-01920bbf-66db-4182-a028-53a6166ae5aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=7efd578d-7eca-4d91-936d-6926195acdd4 HTTP/1.1" status: 200 len: 903 time: 0.6048422 Feb 17 04:36:46.008645 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-d39f8074-8841-4197-96b5-77d567a9d687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3117179f-d0e6-4a96-8360-654f00c4d09e HTTP/1.1" status: 200 len: 217 time: 0.1215312 Feb 17 04:36:46.144503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-5aa32e7f-f5c3-4179-93f1-632bd99b0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:46.147537 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-5aa32e7f-f5c3-4179-93f1-632bd99b0960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a80ef96-4cf6-4527-a177-f75420241c2b HTTP/1.1" status: 200 len: 849 time: 0.1147962 Feb 17 04:36:46.249634 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-35665b8b-9eec-45e0-badd-34e81857e0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efd578d-7eca-4d91-936d-6926195acdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870633 Feb 17 04:36:46.435597 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-edf30522-f565-40d0-9688-1bb483e35e2f service neutron] 10.222.0.41 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682727 Feb 17 04:36:46.734676 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6be0d51a-93b9-4308-b82d-d39f87ecf8e0 req-7ec6257d-d8a2-47b9-9464-45d3eaf7322a service neutron] 10.222.0.41 "GET /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2884789 Feb 17 04:36:46.775348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758434-cd16-41ca-bee8-591927f4083d req-d4c785f1-ed3e-4fbe-9f79-5d38bd3bf0d2 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:46.777998 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a758434-cd16-41ca-bee8-591927f4083d req-d4c785f1-ed3e-4fbe-9f79-5d38bd3bf0d2 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1942344 Feb 17 04:36:46.852359 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a758434-cd16-41ca-bee8-591927f4083d req-262974b4-972a-4a8d-b24b-9798c7a03e75 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675447 Feb 17 04:36:47.202838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 41958) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:47.315415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612714-4ba8-4315-a8d5-9a36e93f1b5f req-fde9b496-58a7-45ad-abf4-b35d215185f1 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:47.321033 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f612714-4ba8-4315-a8d5-9a36e93f1b5f req-fde9b496-58a7-45ad-abf4-b35d215185f1 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 943 time: 0.2676988 Feb 17 04:36:47.374877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-b5bddf3a-8a2e-4856-8e80-22d8a6a3621a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:36:47.409286 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f612714-4ba8-4315-a8d5-9a36e93f1b5f req-3894fbf7-5e49-420f-aef3-5568c933063f tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790577 Feb 17 04:36:47.493394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.515101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:47.519945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Usage tracker for resource:security_group_rule and tenant:23b1abc44fec405a8f5ebe64b46c948c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:47.523358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:47.530177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:47.669250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.673351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.688987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:47.742012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f9d6944b-1433-4a29-8223-0b7e74209a44 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:47.744128 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f9d6944b-1433-4a29-8223-0b7e74209a44 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 814 time: 0.2183342 Feb 17 04:36:47.747688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 41986) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:47.747896 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23b1abc44fec405a8f5ebe64b46c948c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434253 Feb 17 04:36:47.748813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5ef24-ab72-49e3-8294-17c286232372,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:47.752580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:47.797396 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f07ebe44-3fb3-47d4-99ef-c1d1dba8e41d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/quotas/3b24abfd9d3740eb9c00c39e079998fb HTTP/1.1" status: 200 len: 375 time: 0.0243335 Feb 17 04:36:47.897232 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-ac9dc6c6-fc55-4e99-881e-6b4fdf3e9101 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848145 Feb 17 04:36:47.921117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.037352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.153944 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-c480f7ad-62c9-4a10-b680-1c1eb3440063 service neutron] 10.222.0.47 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223582 Feb 17 04:36:48.186585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 3117179f-d0e6-4a96-8360-654f00c4d09e up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:48.197321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.257694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c331cb0d-e12b-464e-9480-b05ca4549698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:48.280431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5ef24-ab72-49e3-8294-17c286232372,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:48.295243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:48.296546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 3117179f-d0e6-4a96-8360-654f00c4d09e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:36:48.305313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 3117179f-d0e6-4a96-8360-654f00c4d09e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:48.305764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.308602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.313668 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58e5ef24-ab72-49e3-8294-17c286232372 HTTP/1.1" status: 204 len: 168 time: 0.5594761 Feb 17 04:36:48.448415 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-a51aac5a-b3f5-46f5-841e-5380db27acfa service neutron] 10.222.0.47 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2863982 Feb 17 04:36:48.483972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.506833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d78c05-204f-48c7-884f-d0f7ab0ec3ab req-ed16d365-3b4a-45a3-9496-709e016b15ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:48.517524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-26d78c05-204f-48c7-884f-d0f7ab0ec3ab req-ed16d365-3b4a-45a3-9496-709e016b15ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1760771 Feb 17 04:36:48.525080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:48.538222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 3117179f-d0e6-4a96-8360-654f00c4d09e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3117179f-d0e6-4a96-8360-654f00c4d09e,segment=NetworkSegment(df69b2cc-2d31-4da7-a686-15b56d1308e7),segment_id=df69b2cc-2d31-4da7-a686-15b56d1308e7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:48.546188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.550449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:48.597538 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-26d78c05-204f-48c7-884f-d0f7ab0ec3ab req-bd8f8f7b-350e-4480-9f36-c0f11f73caa8 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Feb 17 04:36:48.888578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42010) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:48.902710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=3117179f-d0e6-4a96-8360-654f00c4d09e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:48.918140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:48.924116 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e', 'code': 200} Feb 17 04:36:48.936985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f80d-1d1e-41e2-9de4-5c9eea73cf1f req-1c220dc3-c086-4ae5-b48f-7a4e652aaf06 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:48.946103 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6c58f80d-1d1e-41e2-9de4-5c9eea73cf1f req-1c220dc3-c086-4ae5-b48f-7a4e652aaf06 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.1748121 Feb 17 04:36:48.956096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.000234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:49.006565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Usage tracker for resource:security_group_rule and tenant:f65cb4fe49534b9db3c7e6b2218ef943 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:49.014670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:49.029519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:49.100376 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0923085e-231a-4744-8c03-55399a43e22a req-bdae52db-c9b2-4f37-9de7-a80b855d4882 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 210 time: 0.1186068 Feb 17 04:36:49.145878 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6c58f80d-1d1e-41e2-9de4-5c9eea73cf1f req-4b878d59-19b9-474e-b323-26b2c8b74ead tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980033 Feb 17 04:36:49.255086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.268412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.290864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 3117179f-d0e6-4a96-8360-654f00c4d09e up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:49.330882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2c48adc2-36ac-4494-ad2a-74346531ba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:49.365309 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f65cb4fe49534b9db3c7e6b2218ef943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746387 Feb 17 04:36:49.366639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd43aa9-2981-44d0-b96b-525c9fa608a6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:49.370942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42028) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:49.372611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:49.435639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 3117179f-d0e6-4a96-8360-654f00c4d09e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:49.435905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.468456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842c14e-9fa7-4071-a05c-87cdcda0b22c req-ffb8950d-f1fb-4e3b-91b0-c091b5d1d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:49.474999 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f842c14e-9fa7-4071-a05c-87cdcda0b22c req-ffb8950d-f1fb-4e3b-91b0-c091b5d1d269 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 1162 time: 0.2388408 Feb 17 04:36:49.544736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.600419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.621858 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f842c14e-9fa7-4071-a05c-87cdcda0b22c req-d22d6c40-4cb7-413f-9479-21d2b8128593 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380346 Feb 17 04:36:49.686560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.691816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:49.705672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd43aa9-2981-44d0-b96b-525c9fa608a6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:49.709028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:49.711140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.712382 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8cd43aa9-2981-44d0-b96b-525c9fa608a6 HTTP/1.1" status: 204 len: 168 time: 0.3404162 Feb 17 04:36:49.925848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3efeb8-1468-42ad-8d8c-bcda5a638672 req-93eaaa0f-7378-4b8e-bca9-d932cffb57be tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:49.929759 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe3efeb8-1468-42ad-8d8c-bcda5a638672 req-93eaaa0f-7378-4b8e-bca9-d932cffb57be tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1603301 Feb 17 04:36:50.014928 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe3efeb8-1468-42ad-8d8c-bcda5a638672 req-5b4f36d5-0256-4c44-9c2f-51eb0ba5a435 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Feb 17 04:36:50.073010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42048) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:50.380760 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.418240 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cd4af1a0-1108-40e7-bb65-625be4d508d4 req-7a6e64a7-b6c8-43e6-a575-9fc22d172221 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 210 time: 0.1143517 Feb 17 04:36:50.483585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:50.493930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Usage tracker for resource:security_group_rule and tenant:25794217cbb44c168503686a64e91ebb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:50.501504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:50.516691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:50.602269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37e0e-a14b-4430-8331-045a6cd56e2b req-5db1465d-951a-4548-acc8-76f8e2af841f tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:50.604090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68c37e0e-a14b-4430-8331-045a6cd56e2b req-5db1465d-951a-4548-acc8-76f8e2af841f tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2249179 Feb 17 04:36:50.698724 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68c37e0e-a14b-4430-8331-045a6cd56e2b req-9dd6618e-ddb8-415e-8ff6-f28cb776aac1 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Feb 17 04:36:50.755980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.759262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.768514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-72d16fb4-75f9-43f8-aa18-1f2507bd639b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:50.917376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69abac-a200-4469-9a31-c4356c24af79,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:50.923078 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25794217cbb44c168503686a64e91ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478949 Feb 17 04:36:50.924292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:50.927815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42074) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:51.041712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.093328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-5687786c-8ed9-4ba7-83d7-7ec15d4bd28f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:51.095024 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-5687786c-8ed9-4ba7-83d7-7ec15d4bd28f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 814 time: 0.2957544 Feb 17 04:36:51.106238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.131888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Request body: {'port': {'device_id': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185', 'admin_state_up': True, 'tenant_id': '3b24abfd9d3740eb9c00c39e079998fb'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:51.572254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:51.582591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Usage tracker for resource:port and tenant:3b24abfd9d3740eb9c00c39e079998fb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:51.591206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:51.609257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:51.715006 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-48f02b22-8c08-481c-bc4c-3ea033f07322 req-f93f1e80-f82e-4059-b49f-cb8451cec1a1 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 210 time: 0.1010261 Feb 17 04:36:51.716353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.727708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74b531-1f12-4cba-907d-a78a16bba8e7 req-aa44e8ec-17f9-41bc-a113-f54ff59c5010 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:51.729733 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a74b531-1f12-4cba-907d-a78a16bba8e7 req-aa44e8ec-17f9-41bc-a113-f54ff59c5010 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.3508093 Feb 17 04:36:51.732362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1d31a1f-c052-4138-b77c-c90b125d6952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:51.739686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Made reservation on behalf of 3b24abfd9d3740eb9c00c39e079998fb for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:36:51.745573 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.801793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69abac-a200-4469-9a31-c4356c24af79,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:51.832570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:51.843791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.849548 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b69abac-a200-4469-9a31-c4356c24af79 HTTP/1.1" status: 204 len: 168 time: 0.9162931 Feb 17 04:36:51.973372 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a74b531-1f12-4cba-907d-a78a16bba8e7 req-e09f9232-333f-4096-aae4-50b828aa7ef3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166381 Feb 17 04:36:52.482534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304fef3-71ac-4708-8609-88e2c3bdf113 req-8cf3b159-212d-4d19-b3ff-c5ff5cd0493c tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:52.490616 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0304fef3-71ac-4708-8609-88e2c3bdf113 req-8cf3b159-212d-4d19-b3ff-c5ff5cd0493c tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.2549727 Feb 17 04:36:52.493661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Allocated IP 172.20.0.8 (8fc5e34e-7c88-4100-8445-fcb288d99185/076bc546-ae27-4b7b-b990-c881a6fda530/792f05da-3b79-4127-a7f2-acd537cc5db3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:36:52.686263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42122) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:52.748830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.790607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:52.802143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Usage tracker for resource:security_group_rule and tenant:50f207f01e9b4227a721deaa968983ac is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:52.807781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0304fef3-71ac-4708-8609-88e2c3bdf113 req-8d148df2-5c1f-43bd-a9aa-76c47158876e tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159792 Feb 17 04:36:52.808882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:52.823517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:53.023130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.029818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.043971 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-807ba1e1-7e57-4ae5-8298-09030c4caa1b req-005126c8-1391-4e14-9369-29822d5a2dcf tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 210 time: 0.0739970 Feb 17 04:36:53.081503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1f936565-de0c-4c9d-a167-8fbfeae41f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:53.146198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50f207f01e9b4227a721deaa968983ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555628 Feb 17 04:36:53.147085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42138) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:53.148123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb60bda-6492-4f78-aa10-3e17da1b2b04,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:53.160542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:53.273874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.305948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.347585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.405931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.413212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-75de62f7-5379-486b-a276-c8f606c39910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:53.422971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.430005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb60bda-6492-4f78-aa10-3e17da1b2b04,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:53.431552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3f9c1-56f7-44ca-9297-5c557ccbfc14 req-cc1e7ba1-b411-4393-85b2-d76f97d30bec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:53.433595 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-22e3f9c1-56f7-44ca-9297-5c557ccbfc14 req-cc1e7ba1-b411-4393-85b2-d76f97d30bec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.1267190 Feb 17 04:36:53.434277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:53.445133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.449392 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5eb60bda-6492-4f78-aa10-3e17da1b2b04 HTTP/1.1" status: 204 len: 168 time: 0.2893615 Feb 17 04:36:53.451454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:53.696792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Pushing event updated for resources: {'Port': ['ID=792f05da-3b79-4127-a7f2-acd537cc5db3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:53.705115 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-22e3f9c1-56f7-44ca-9297-5c557ccbfc14 req-01322209-4c3d-4949-be83-2837d6db6a20 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956866 Feb 17 04:36:53.708097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:53.837001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:36:53.838586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:36:53.847250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:36:53.852926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:53.853778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.879638 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7571802 Feb 17 04:36:53.902393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Request body: {'port': {'device_id': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:36:54.074856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:54.555023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f9f09-e922-4145-9f99-a663f6a52360 req-096b7904-42a5-4769-b5c3-3380c421c39a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.555759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-0c0f9f09-e922-4145-9f99-a663f6a52360 req-096b7904-42a5-4769-b5c3-3380c421c39a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Synchronizing usage tracker for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:54.602621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-0c0f9f09-e922-4145-9f99-a663f6a52360 req-096b7904-42a5-4769-b5c3-3380c421c39a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Unset dirty status for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:54.603928 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0c0f9f09-e922-4145-9f99-a663f6a52360 req-096b7904-42a5-4769-b5c3-3380c421c39a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 931 time: 0.2953448 Feb 17 04:36:54.712689 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0c0f9f09-e922-4145-9f99-a663f6a52360 req-cd59dbc9-1918-491e-8313-06864bae815f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007001 Feb 17 04:36:54.731083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792f05da-3b79-4127-a7f2-acd537cc5db3 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:36:54.745507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:54.769088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Transition to ACTIVE for port object 792f05da-3b79-4127-a7f2-acd537cc5db3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:36:54.777843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:54.802885 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:55.097661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=792f05da-3b79-4127-a7f2-acd537cc5db3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:55.105601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:55.346232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Attempting to bind port 792f05da-3b79-4127-a7f2-acd537cc5db3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:36:55.346537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Attempting to bind port 792f05da-3b79-4127-a7f2-acd537cc5db3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:36:55.346831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Attempting to bind port 792f05da-3b79-4127-a7f2-acd537cc5db3 on network 8fc5e34e-7c88-4100-8445-fcb288d99185 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:36:55.357201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:36:55.357585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Checking segment: {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:36:55.358001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.358406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Bound using segment: {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:36:55.358887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Bound port: 792f05da-3b79-4127-a7f2-acd537cc5db3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:36:55.359317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.459321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec437fc-7726-4d67-b3a5-36abf686d2b5 req-3457392d-589b-472d-9375-5546709863a0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:55.461254 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ec437fc-7726-4d67-b3a5-36abf686d2b5 req-3457392d-589b-472d-9375-5546709863a0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2207260 Feb 17 04:36:55.581749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ec437fc-7726-4d67-b3a5-36abf686d2b5 req-206e1e29-d8a5-42f2-a990-f02b98a6d18c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018026 Feb 17 04:36:55.583409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] For port 792f05da-3b79-4127-a7f2-acd537cc5db3, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:36:55.607587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] For port 792f05da-3b79-4127-a7f2-acd537cc5db3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=792f05da-3b79-4127-a7f2-acd537cc5db3,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:36:55.618093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.649423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e376da3-472d-422b-9d50-2c0367de182b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:55.978116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=792f05da-3b79-4127-a7f2-acd537cc5db3,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:55.996466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:56.057273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:56.058708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:56.061056 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] 10.222.0.41 "PUT /v2.0/ports/792f05da-3b79-4127-a7f2-acd537cc5db3 HTTP/1.1" status: 200 len: 1157 time: 2.1675730 Feb 17 04:36:56.064041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:56.133917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafca3b-abec-429b-b567-ca4e3695892f req-c0136115-5836-4c54-8d73-70ca15ae55a2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:56.138772 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7bafca3b-abec-429b-b567-ca4e3695892f req-c0136115-5836-4c54-8d73-70ca15ae55a2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 943 time: 0.2232885 Feb 17 04:36:56.259295 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3', 'status': 'completed', 'code': 200} Feb 17 04:36:56.387357 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7bafca3b-abec-429b-b567-ca4e3695892f req-323da45b-d57f-46bc-9b7c-740b6a0ce90b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316519 Feb 17 04:36:56.427776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-2085f50c-2c1b-4172-93a0-ffca09d5705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:56.430605 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-2085f50c-2c1b-4172-93a0-ffca09d5705c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 1160 time: 0.2559254 Feb 17 04:36:56.565280 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-2dfb8bed-f9c5-4adc-9054-9ad8de4a0303 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792f05da-3b79-4127-a7f2-acd537cc5db3 HTTP/1.1" status: 200 len: 217 time: 0.1186023 Feb 17 04:36:56.671326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-1346d517-996e-487f-b6d5-4ef422e49628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:56.674287 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-1346d517-996e-487f-b6d5-4ef422e49628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=076bc546-ae27-4b7b-b990-c881a6fda530 HTTP/1.1" status: 200 len: 854 time: 0.0904686 Feb 17 04:36:56.778546 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-ebdc4179-dda0-4b76-b869-4584490eebc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fc5e34e-7c88-4100-8445-fcb288d99185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875471 Feb 17 04:36:57.059244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854f081-81d4-4ad0-9965-2be7ce13c2d5 req-8e1eacda-2e83-4181-bf40-09658a4ee0ec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:57.060967 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5854f081-81d4-4ad0-9965-2be7ce13c2d5 req-8e1eacda-2e83-4181-bf40-09658a4ee0ec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2785671 Feb 17 04:36:57.099619 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-d52515bc-f9c9-49d4-bf47-649d7c25ea1a service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782683 Feb 17 04:36:57.272669 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5854f081-81d4-4ad0-9965-2be7ce13c2d5 req-226abbe6-403b-4e53-91ef-d026de475955 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864865 Feb 17 04:36:57.353527 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00585b29-4805-46f7-9ccb-e094aaa4ea1b req-47957a76-c4a1-41ea-aa9b-a5ee8d36c32c service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2267356 Feb 17 04:36:57.876204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-0db0f318-04c9-4f44-8979-7201d3b90ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:57.879802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-0db0f318-04c9-4f44-8979-7201d3b90ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 1160 time: 0.4631157 Feb 17 04:36:58.174019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b0c9-a426-43be-a8bb-4b7e9bc0a854 req-290d7825-7ff1-4134-af47-42156e8e2818 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:58.191463 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce67b0c9-a426-43be-a8bb-4b7e9bc0a854 req-290d7825-7ff1-4134-af47-42156e8e2818 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 943 time: 0.6229155 Feb 17 04:36:58.336777 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce67b0c9-a426-43be-a8bb-4b7e9bc0a854 req-bf3a8664-f075-49a8-95f6-5f9aa67913f7 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433241 Feb 17 04:36:58.340253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-34147a5d-cff1-4943-b2f6-9aeaa2b93f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:58.342734 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-34147a5d-cff1-4943-b2f6-9aeaa2b93f36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 908 time: 0.4534247 Feb 17 04:36:58.470262 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-a5c6c52d-102d-49fa-a4a9-d99a307d8f2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792f05da-3b79-4127-a7f2-acd537cc5db3 HTTP/1.1" status: 200 len: 217 time: 0.1166594 Feb 17 04:36:58.706860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-fb726ffe-2821-4c83-808d-9f38865e9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:58.708545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-fb726ffe-2821-4c83-808d-9f38865e9d89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=076bc546-ae27-4b7b-b990-c881a6fda530 HTTP/1.1" status: 200 len: 854 time: 0.2153428 Feb 17 04:36:58.870298 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-4df4432f-8f04-4a8a-9817-c36e286f965a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fc5e34e-7c88-4100-8445-fcb288d99185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086681 Feb 17 04:36:58.987900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607282ef-3234-417b-8154-716b6c095bfc req-eb10de22-ef0a-4788-99ae-a398ce4fcd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:58.989558 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-607282ef-3234-417b-8154-716b6c095bfc req-eb10de22-ef0a-4788-99ae-a398ce4fcd9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 1162 time: 0.3647625 Feb 17 04:36:59.002764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7f6cd-66f2-4883-8d3b-77e1d4e6fc07 req-656cfc84-9bcc-4c58-8591-020093ba159c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:59.004534 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ce7f6cd-66f2-4883-8d3b-77e1d4e6fc07 req-656cfc84-9bcc-4c58-8591-020093ba159c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.4490387 Feb 17 04:36:59.146170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed68d-cf00-4fd9-b881-b97cd494b5da req-7307637d-62ef-4898-8d9f-1ae1b956b93e tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:59.147886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-beaed68d-cf00-4fd9-b881-b97cd494b5da req-7307637d-62ef-4898-8d9f-1ae1b956b93e tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4308178 Feb 17 04:36:59.156149 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-607282ef-3234-417b-8154-716b6c095bfc req-1fedc647-7e80-4813-be29-7d716b96b21c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419854 Feb 17 04:36:59.187388 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ce7f6cd-66f2-4883-8d3b-77e1d4e6fc07 req-0c6136cf-b2af-4149-8f16-1c3c4f43855f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579201 Feb 17 04:36:59.213503 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-6051aac2-b35f-4485-9a05-ab5dff654cfe service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325803 Feb 17 04:36:59.251375 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-beaed68d-cf00-4fd9-b881-b97cd494b5da req-21e16995-5656-41d2-9f11-ff5e0be4b267 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711353 Feb 17 04:36:59.848423 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55bdd96a-0a4b-4258-a618-1b2b93cf887c req-4abf3808-f990-456e-89aa-fa9ead886c25 service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3568323 Feb 17 04:36:59.873666 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-6bc19397-098d-447a-ac04-a7f6794e4052 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2320471 Feb 17 04:36:59.898834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f872a6-c605-47e4-bb9e-d00dc7e35685 req-230bd4c6-7457-472a-b836-3f98947a5768 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:59.900840 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-60f872a6-c605-47e4-bb9e-d00dc7e35685 req-230bd4c6-7457-472a-b836-3f98947a5768 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 943 time: 0.1904020 Feb 17 04:37:00.063571 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-60f872a6-c605-47e4-bb9e-d00dc7e35685 req-990946ab-9e21-4aa7-9dd2-8b107339551e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502156 Feb 17 04:37:00.132127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-ffa37ace-97c8-437a-b776-a4028589b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:00.133859 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-ffa37ace-97c8-437a-b776-a4028589b3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1163 time: 0.1518147 Feb 17 04:37:00.409495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-aa7bb120-93ab-4d45-85a6-d1bcfc576763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:00.412359 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-aa7bb120-93ab-4d45-85a6-d1bcfc576763 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.2466099 Feb 17 04:37:00.721128 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-45151ac5-74d1-47ac-bb1f-49b34f2f1e2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 1001 time: 0.2946885 Feb 17 04:37:00.872332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032490ea-1e9a-4a65-aa18-32c4d63122aa req-a99d2a2a-c6e5-4f52-83e3-be822dd74d94 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:00.875241 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-032490ea-1e9a-4a65-aa18-32c4d63122aa req-a99d2a2a-c6e5-4f52-83e3-be822dd74d94 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.3569174 Feb 17 04:37:00.937128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58140-bc01-4bf0-8920-b0805708c0e1 req-a6564089-4034-4880-8791-ac2c29dd8b9b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:00.938884 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27b58140-bc01-4bf0-8920-b0805708c0e1 req-a6564089-4034-4880-8791-ac2c29dd8b9b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.3698812 Feb 17 04:37:00.942614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-24e95ebc-6063-410d-bfca-0204d6f25558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:00.944254 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-24e95ebc-6063-410d-bfca-0204d6f25558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.2114329 Feb 17 04:37:01.058450 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-032490ea-1e9a-4a65-aa18-32c4d63122aa req-4205d8ab-ee78-4915-851e-5e81dbaa66e1 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592796 Feb 17 04:37:01.123969 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27b58140-bc01-4bf0-8920-b0805708c0e1 req-5290ec8b-f8ab-4254-98a8-3b2af14788fb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610603 Feb 17 04:37:01.196170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-0f59d05f-5b10-49c6-9184-17a275c1b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:01.205152 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-0f59d05f-5b10-49c6-9184-17a275c1b8dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2379222 Feb 17 04:37:01.548011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-e93502ce-52aa-4de8-875b-32f967fb492e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:37:01.836759 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-8a7a3f94-5d7a-43a5-a5eb-54aa4ede8f47 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106036 Feb 17 04:37:01.853462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42352) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:01.948938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-38ceb738-317d-4969-b77c-ea0c146722ca tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:01.950695 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-38ceb738-317d-4969-b77c-ea0c146722ca tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.41 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.6081457 Feb 17 04:37:02.044351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.063075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:02.068200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:73c5774c731d46e7928af4b71fb5e563 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:02.073214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:02.083397 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:02.137316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5ee32-00bb-400f-8ba1-04b10cced5ba req-c79fe531-7ece-4c6e-9b61-87e0b7142b4e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:02.150163 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d5c5ee32-00bb-400f-8ba1-04b10cced5ba req-c79fe531-7ece-4c6e-9b61-87e0b7142b4e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 943 time: 0.6433847 Feb 17 04:37:02.181750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Deleting port 3117179f-d0e6-4a96-8360-654f00c4d09e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:02.182395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.254635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.268754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.287513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6e2f7dc0-6e46-4e7a-b7b0-ee8dd8de9cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:02.308492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.309601 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76d05524-5521-47f2-bdc0-03eb1c040655 req-fb4585c2-ab2a-4236-baca-ee069646757a service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4570050 Feb 17 04:37:02.355997 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73c5774c731d46e7928af4b71fb5e563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982436 Feb 17 04:37:02.357024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777a11af-52be-486c-8e08-9f7cd8b873db,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:02.361944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42364) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:02.367903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:02.447951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 1db629d1-c093-4ee8-8966-09adf54bc1ca up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:02.449583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.459166 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d5c5ee32-00bb-400f-8ba1-04b10cced5ba req-898dc361-2eef-42dc-8fd1-af2bec1c08a9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074726 Feb 17 04:37:02.499307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.577383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.581892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-51c7c300-dd5c-4737-b38f-5a245e5e5e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:02.596504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777a11af-52be-486c-8e08-9f7cd8b873db,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:02.608461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:02.615598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.622979 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/777a11af-52be-486c-8e08-9f7cd8b873db HTTP/1.1" status: 204 len: 168 time: 0.2594256 Feb 17 04:37:02.641138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 1db629d1-c093-4ee8-8966-09adf54bc1ca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:02.641531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.784206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327a53-500f-4d69-a729-38dad4ab6b05 req-e75b5aad-e1d7-4ec8-93d7-c2e2708f6529 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:02.786076 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b327a53-500f-4d69-a729-38dad4ab6b05 req-e75b5aad-e1d7-4ec8-93d7-c2e2708f6529 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 945 time: 0.4836452 Feb 17 04:37:02.808104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:02.895349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] For port 3117179f-d0e6-4a96-8360-654f00c4d09e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3117179f-d0e6-4a96-8360-654f00c4d09e,segment=NetworkSegment(df69b2cc-2d31-4da7-a686-15b56d1308e7),segment_id=df69b2cc-2d31-4da7-a686-15b56d1308e7)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:02.895714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.917994 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b327a53-500f-4d69-a729-38dad4ab6b05 req-fc1af285-ce54-4390-9671-8ee9f9650853 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/security-groups?id=61835d10-a7d0-4e18-8e3b-ef7385a8146d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167765 Feb 17 04:37:02.930217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 792f05da-3b79-4127-a7f2-acd537cc5db3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:02.946037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 792f05da-3b79-4127-a7f2-acd537cc5db3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:02.946659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.071781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Calling delete_port for 3117179f-d0e6-4a96-8360-654f00c4d09e owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:03.167571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448e70-f2a5-42b0-8da2-5be0f7549d86 req-fb19485f-c86d-457d-b06a-bbe025516d84 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:03.175468 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6d448e70-f2a5-42b0-8da2-5be0f7549d86 req-fb19485f-c86d-457d-b06a-bbe025516d84 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.5132265 Feb 17 04:37:03.212823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.229097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42376) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:03.258979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.261906 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6d448e70-f2a5-42b0-8da2-5be0f7549d86 req-a05eaeff-7de4-450c-9f89-5f432e06a347 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854733 Feb 17 04:37:03.268000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:37:03.285146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:03.291561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 792f05da-3b79-4127-a7f2-acd537cc5db3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=792f05da-3b79-4127-a7f2-acd537cc5db3,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:03.295707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Usage tracker for resource:security_group_rule and tenant:6ca1f41cd0574344b50edddfcad7501d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:03.302550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:03.306085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.308792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.313887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:03.401016 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3', 'code': 200} Feb 17 04:37:03.403152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 3117179f-d0e6-4a96-8360-654f00c4d09e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:03.437201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.465691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: 3117179f-d0e6-4a96-8360-654f00c4d09e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:03.465691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 3117179f-d0e6-4a96-8360-654f00c4d09e not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:03.466608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e14ca2e1-d249-4d6c-af7f-2a9a1ad31113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.525512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.529241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=792f05da-3b79-4127-a7f2-acd537cc5db3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.536147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.544418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.553833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Pushing event deleted for resources: {'Port': ['ID=3117179f-d0e6-4a96-8360-654f00c4d09e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.603656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.615095 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ca1f41cd0574344b50edddfcad7501d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837926 Feb 17 04:37:03.623664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42386) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:03.640644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.678979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e30588-95ad-4a40-a164-a5ac5a9f3f08,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.687802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.747325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.773878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:03.784895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.838713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.847407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a823bcdd-ba59-4b6f-914c-54e10c74ac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.861180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e30588-95ad-4a40-a164-a5ac5a9f3f08,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.864695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.873396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.874652 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7e30588-95ad-4a40-a164-a5ac5a9f3f08 HTTP/1.1" status: 204 len: 168 time: 0.2499304 Feb 17 04:37:03.918441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 792f05da-3b79-4127-a7f2-acd537cc5db3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:03.918881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.996570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3268c18-73d3-4efd-ac98-02c96b5fe25a req-9f2c5de8-e441-438a-95ce-3d99a7aedc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:03.998256 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b3268c18-73d3-4efd-ac98-02c96b5fe25a req-9f2c5de8-e441-438a-95ce-3d99a7aedc16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 1162 time: 0.2973585 Feb 17 04:37:04.112879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082abae-00a1-4587-876e-f00d5719db6d req-6a65c22d-e03c-490b-9e26-f8163623c221 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:04.114654 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c082abae-00a1-4587-876e-f00d5719db6d req-6a65c22d-e03c-490b-9e26-f8163623c221 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.4761209 Feb 17 04:37:04.133186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] No DVR routers for this DVR port 3117179f-d0e6-4a96-8360-654f00c4d09e on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:04.156539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.162234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'name': 'network-vif-deleted', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:37:04.204214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa7310-c044-4f27-bd22-f836eecc484e req-b55a76b8-4959-4ac2-a990-079bfde103a5 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:04.211889 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7daa7310-c044-4f27-bd22-f836eecc484e req-b55a76b8-4959-4ac2-a990-079bfde103a5 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.5093851 Feb 17 04:37:04.266193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f31d3267-1070-4b71-b658-bf4437817113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.276986 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed9ad975-9db6-40ea-9c08-33ba3481837a req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.41 "DELETE /v2.0/ports/3117179f-d0e6-4a96-8360-654f00c4d09e HTTP/1.1" status: 204 len: 173 time: 2.3081403 Feb 17 04:37:04.281969 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b3268c18-73d3-4efd-ac98-02c96b5fe25a req-d8130308-d0b7-4b25-a9ea-c9ffcc53e30f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282112 Feb 17 04:37:04.310135 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c082abae-00a1-4587-876e-f00d5719db6d req-95d8eca0-4191-4c5b-934a-d157ee7c9dbd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796162 Feb 17 04:37:04.320194 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7daa7310-c044-4f27-bd22-f836eecc484e req-c51f1fbd-1767-479b-b152-ca60f9f2e222 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070540 Feb 17 04:37:04.597927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dda61b15-9cb7-44cc-ba35-e9c59769f007 req-199ff625-722a-4446-bf8c-9350979a66e6 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Synchronizing usage tracker for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:37:04.616544 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dda61b15-9cb7-44cc-ba35-e9c59769f007 req-199ff625-722a-4446-bf8c-9350979a66e6 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Unset dirty status for tenant:390ae1f5e61545f6a09abec9cdf44e97 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:37:04.624684 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dda61b15-9cb7-44cc-ba35-e9c59769f007 req-199ff625-722a-4446-bf8c-9350979a66e6 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] 10.222.0.47 "GET /v2.0/ports?device_id=4211aca4-d4e4-472f-bd34-7fba7574a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1061475 Feb 17 04:37:04.711605 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211aca4-d4e4-472f-bd34-7fba7574a6a5', 'name': 'network-vif-deleted', 'tag': '3117179f-d0e6-4a96-8360-654f00c4d09e', 'status': 'completed', 'code': 200} Feb 17 04:37:05.684657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6dacf-1140-4d4d-9cb1-2b3c69dec27f req-3bfb8d90-0c13-4cb3-a661-91178034ece6 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:05.687440 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c6a6dacf-1140-4d4d-9cb1-2b3c69dec27f req-3bfb8d90-0c13-4cb3-a661-91178034ece6 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1404457 Feb 17 04:37:05.752519 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c6a6dacf-1140-4d4d-9cb1-2b3c69dec27f req-ec3f7d76-2dfe-4c57-98ea-761d145b257c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587528 Feb 17 04:37:06.914179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6987-4033-4301-9b1a-617de455db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.420777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44949e07-3458-43e5-9c29-6f7aca15235b req-8a5535ab-beee-4e07-a1f4-de9ba62e0d62 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:07.422956 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-44949e07-3458-43e5-9c29-6f7aca15235b req-8a5535ab-beee-4e07-a1f4-de9ba62e0d62 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.4812973 Feb 17 04:37:07.531200 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.576882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-44949e07-3458-43e5-9c29-6f7aca15235b req-c40cfdef-9638-4019-b25d-2f0357e0cd1c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052811 Feb 17 04:37:07.596310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-56e6fd0c-fc96-467e-b927-da7159c07ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:07.598034 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-56e6fd0c-fc96-467e-b927-da7159c07ddd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.5182855 Feb 17 04:37:07.723815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699be1d-89c5-4d50-b897-dc74378af5af req-adfe2f30-dbe2-465a-874b-3040d6223b49 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:07.725585 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6699be1d-89c5-4d50-b897-dc74378af5af req-adfe2f30-dbe2-465a-874b-3040d6223b49 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.3185513 Feb 17 04:37:07.752120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:07.868405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-b7bcebec-3d8f-41a6-b26a-e91dd8f7b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:07.870207 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-b7bcebec-3d8f-41a6-b26a-e91dd8f7b1f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.2583394 Feb 17 04:37:07.883269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 792f05da-3b79-4127-a7f2-acd537cc5db3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:07.884006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.889739 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6699be1d-89c5-4d50-b897-dc74378af5af req-4045b1cb-2fb6-4669-83d4-33c1584c00e6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995030 Feb 17 04:37:08.001708 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-6714b831-f6c6-42db-abdf-27ef67c2d4b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1105011 Feb 17 04:37:08.147026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-59d49649-a4ad-4042-b45c-7af91dd592be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:08.148802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-59d49649-a4ad-4042-b45c-7af91dd592be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.1353590 Feb 17 04:37:08.225997 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-67e38ddb-9cbb-48c6-9dd2-dec4559b7bfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658631 Feb 17 04:37:08.339561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.469563 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-38887b53-1bb6-4dcb-b6fa-e4d35c647dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296679 Feb 17 04:37:08.602558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.647198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f009fbf4-b6da-4bfe-aa66-5b19253dc0e0 req-ae2be319-3c69-4dcb-b521-015c45b09c85 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1679049 Feb 17 04:37:09.245940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaff7b-3c19-4578-bffb-e697e80c411f req-ebaf6449-ef58-4fe0-87f9-0553fdc33d85 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:09.247966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-13aaff7b-3c19-4578-bffb-e697e80c411f req-ebaf6449-ef58-4fe0-87f9-0553fdc33d85 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1569712 Feb 17 04:37:09.312962 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-13aaff7b-3c19-4578-bffb-e697e80c411f req-eb24a266-4a50-445c-8eeb-58aeaa250ad4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 Feb 17 04:37:10.556660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d8e3-695a-4d1b-9c57-22ac3cb0b894 req-1deee7ad-831d-4c48-846b-c3d3313af907 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:10.558334 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2e02d8e3-695a-4d1b-9c57-22ac3cb0b894 req-1deee7ad-831d-4c48-846b-c3d3313af907 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1072736 Feb 17 04:37:10.624000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2e02d8e3-695a-4d1b-9c57-22ac3cb0b894 req-d7e3f4ef-b86e-429f-be5b-9d4e79e0f25d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587728 Feb 17 04:37:11.966575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71c73-c153-4d0e-8ed6-f922aac20d10 req-1e92a31f-59bc-4acd-9fb9-18c6bee06a73 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:11.968174 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0fc71c73-c153-4d0e-8ed6-f922aac20d10 req-1e92a31f-59bc-4acd-9fb9-18c6bee06a73 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1475372 Feb 17 04:37:12.051351 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0fc71c73-c153-4d0e-8ed6-f922aac20d10 req-e24bf4eb-f455-47b9-b297-1fbeb7acf6b3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Feb 17 04:37:12.245388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:13.384622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b3e71-2f7f-48e1-b7ac-4acea8aa16db req-ac480786-40ba-43b3-a0bf-9f2c97730d7d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:13.386678 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aa7b3e71-2f7f-48e1-b7ac-4acea8aa16db req-ac480786-40ba-43b3-a0bf-9f2c97730d7d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1214335 Feb 17 04:37:13.464584 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aa7b3e71-2f7f-48e1-b7ac-4acea8aa16db req-12cda9c6-c1b8-4366-8599-44709f3fb21c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Feb 17 04:37:14.758203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2da17-f078-400f-b898-c9f9b7ad4310 req-da870437-e62a-448b-bc86-a22a4c22bf58 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:14.762121 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8eb2da17-f078-400f-b898-c9f9b7ad4310 req-da870437-e62a-448b-bc86-a22a4c22bf58 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1310830 Feb 17 04:37:14.843332 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8eb2da17-f078-400f-b898-c9f9b7ad4310 req-470e6965-8166-48fb-817e-315262e9d806 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685892 Feb 17 04:37:16.103607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359f083-ae93-4690-b58b-0c3b526e5731 req-bddb1317-f4a1-40f5-8704-ff27c0b9b59f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:16.109498 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6359f083-ae93-4690-b58b-0c3b526e5731 req-bddb1317-f4a1-40f5-8704-ff27c0b9b59f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1157465 Feb 17 04:37:16.161863 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6359f083-ae93-4690-b58b-0c3b526e5731 req-d704a4fb-4a4b-4416-b753-bf19c2c5b13f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Feb 17 04:37:17.512915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ff36f-f1da-44c6-9c54-cc3a68af3925 req-54b59456-6cc2-4384-988c-4a89142881d0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:17.514963 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b09ff36f-f1da-44c6-9c54-cc3a68af3925 req-54b59456-6cc2-4384-988c-4a89142881d0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1373653 Feb 17 04:37:17.572296 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b09ff36f-f1da-44c6-9c54-cc3a68af3925 req-d92360dd-b105-4c15-9c06-52a7d361b126 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498953 Feb 17 04:37:18.880997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25941c-5cb6-4c3c-bce9-5756eaaf32bd req-660f527c-7cc2-43c9-83f9-9c4fb6c584a3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:18.883718 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cc25941c-5cb6-4c3c-bce9-5756eaaf32bd req-660f527c-7cc2-43c9-83f9-9c4fb6c584a3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1406012 Feb 17 04:37:18.951144 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cc25941c-5cb6-4c3c-bce9-5756eaaf32bd req-16ca82ad-2f0d-47be-91a6-b018dc4e0d27 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Feb 17 04:37:20.184519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ab1a3-b9af-4a88-a366-0a5511e559e9 req-8be67b56-e963-4cb8-8ad6-9210f6113d28 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:20.186203 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-be5ab1a3-b9af-4a88-a366-0a5511e559e9 req-8be67b56-e963-4cb8-8ad6-9210f6113d28 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1042857 Feb 17 04:37:20.239266 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-be5ab1a3-b9af-4a88-a366-0a5511e559e9 req-ad6ae040-62b4-4098-a6d7-99f1d17156c3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 Feb 17 04:37:21.570683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaa11a-9683-41f3-8ebf-8d9d10996e82 req-295abdb7-3332-44da-9477-59d6bc0e46fd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:21.573391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5baaa11a-9683-41f3-8ebf-8d9d10996e82 req-295abdb7-3332-44da-9477-59d6bc0e46fd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1748908 Feb 17 04:37:21.673745 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5baaa11a-9683-41f3-8ebf-8d9d10996e82 req-d7631690-6fb9-4047-8552-32146cbc03b0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859489 Feb 17 04:37:23.019786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b978e-d766-492d-aad3-2eeb897a654f req-6eec5bf9-9737-4e2b-9c11-5aec3ce1f3d4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:23.021763 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8e3b978e-d766-492d-aad3-2eeb897a654f req-6eec5bf9-9737-4e2b-9c11-5aec3ce1f3d4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.0977848 Feb 17 04:37:23.106164 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8e3b978e-d766-492d-aad3-2eeb897a654f req-62f16fbb-4ead-4a69-be94-d7ff2ce0b439 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767269 Feb 17 04:37:24.397163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab5aaf-00a8-49cc-8156-96a0fda7bdb5 req-7cef5857-6c86-40c1-bbb3-54c9f189e8bc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:24.399694 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-79ab5aaf-00a8-49cc-8156-96a0fda7bdb5 req-7cef5857-6c86-40c1-bbb3-54c9f189e8bc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1260011 Feb 17 04:37:24.459466 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-79ab5aaf-00a8-49cc-8156-96a0fda7bdb5 req-e294969f-c9cc-4d07-8112-f4ae18a8fd4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520127 Feb 17 04:37:25.711410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2716c-1cbf-44fb-ac3f-c7d11b7013de req-5d818520-2788-4188-aa93-c60aa59f5359 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:25.714797 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-95f2716c-1cbf-44fb-ac3f-c7d11b7013de req-5d818520-2788-4188-aa93-c60aa59f5359 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1080437 Feb 17 04:37:25.791790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-95f2716c-1cbf-44fb-ac3f-c7d11b7013de req-91b813f5-8c49-441f-ae3d-fa7e672b3abe tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Feb 17 04:37:26.657379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42868) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:26.746156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Deleting subnet 5a80ef96-4cf6-4527-a177-f75420241c2b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:37:26.749687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:26.810849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:26.877755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.041159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c27ac-14b7-429d-baa3-07a99d1648c4 req-f1eb9fce-aab8-47d2-9c1c-b4c855c8158c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:27.043035 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e4c27ac-14b7-429d-baa3-07a99d1648c4 req-f1eb9fce-aab8-47d2-9c1c-b4c855c8158c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1009042 Feb 17 04:37:27.117004 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e4c27ac-14b7-429d-baa3-07a99d1648c4 req-84a19e40-a102-4964-aa1f-bd7976d5acdc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615697 Feb 17 04:37:27.256139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.271063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:27.368555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a80ef96-4cf6-4527-a177-f75420241c2b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:27.390411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.391064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.391460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.391849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.392241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.392617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.393020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.393409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.393788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.394158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.394540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.394947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.395336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.395710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.396087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.396570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.396804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.397721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.397721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.398067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.398238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.398581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.398951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.399315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:27.407807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:27.474559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.490516 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ca05097c-a71e-4f89-adee-dc883a42c2d0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a80ef96-4cf6-4527-a177-f75420241c2b HTTP/1.1" status: 204 len: 168 time: 0.8316901 Feb 17 04:37:27.495070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42884) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:27.647509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.962558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.127705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-12933911-6d26-402a-b857-6759446745cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efd578d-7eca-4d91-936d-6926195acdd4']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:28.143862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-12933911-6d26-402a-b857-6759446745cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df69b2cc-2d31-4da7-a686-15b56d1308e7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:28.144231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-12933911-6d26-402a-b857-6759446745cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df69b2cc-2d31-4da7-a686-15b56d1308e7') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:28.159010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.177864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.180252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:28.405478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Network 7efd578d-7eca-4d91-936d-6926195acdd4 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:28.415576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.613790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0721339-bcfd-4d77-850c-4da4d68089a3 req-a6637d2b-0fbc-4a71-b5ab-c5ef2637402f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:28.616597 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0721339-bcfd-4d77-850c-4da4d68089a3 req-a6637d2b-0fbc-4a71-b5ab-c5ef2637402f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1506212 Feb 17 04:37:28.682268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Network 7efd578d-7eca-4d91-936d-6926195acdd4 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:28.697876 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0721339-bcfd-4d77-850c-4da4d68089a3 req-d74ebee7-dd0b-4128-8ab7-c11bcf79c7fe tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:28.730064 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:28.834536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.839241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:28.854332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.866445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7efd578d-7eca-4d91-936d-6926195acdd4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:28.870433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-12933911-6d26-402a-b857-6759446745cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:28.876843 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-12933911-6d26-402a-b857-6759446745cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/7efd578d-7eca-4d91-936d-6926195acdd4 HTTP/1.1" status: 204 len: 168 time: 1.3798466 Feb 17 04:37:28.881699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42904) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:28.963749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Deleting subnet f08def14-138f-4fc6-b5b1-7bf8e0598e1e {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:37:28.969497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.048050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.145866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.476817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.491638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:29.602868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08def14-138f-4fc6-b5b1-7bf8e0598e1e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:29.609552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:29.678923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.689458 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-acd63bd4-b2c3-4dd2-a347-a59aa0202f9e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f08def14-138f-4fc6-b5b1-7bf8e0598e1e HTTP/1.1" status: 204 len: 168 time: 0.8058071 Feb 17 04:37:29.693611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 42914) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:30.005110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d75d39-ec4d-4752-bc72-7a9cc564643e req-1c5cd82b-14c1-48d3-99e1-67b751ed7e31 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:30.006794 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-90d75d39-ec4d-4752-bc72-7a9cc564643e req-1c5cd82b-14c1-48d3-99e1-67b751ed7e31 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1170213 Feb 17 04:37:30.071524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-90d75d39-ec4d-4752-bc72-7a9cc564643e req-9f1cee45-9a37-432f-9e79-dbf7fec12ae7 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570095 Feb 17 04:37:30.108404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.341871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.474713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc11ab4-2ae7-44ca-8be6-436f355c6c0a']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:30.490807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78163096-e61f-492d-9764-6cd8d79da5ea') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:30.491772 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78163096-e61f-492d-9764-6cd8d79da5ea') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:30.518583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.548020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.550305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:30.761952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:30.774643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.060642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Network dfc11ab4-2ae7-44ca-8be6-436f355c6c0a has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:31.087433 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:31.185891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.191982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8fbfedb4-6611-44cb-a5f8-10683760e078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:31.224472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.237233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc11ab4-2ae7-44ca-8be6-436f355c6c0a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:31.241409 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] 10.222.0.47 "DELETE /v2.0/networks/dfc11ab4-2ae7-44ca-8be6-436f355c6c0a HTTP/1.1" status: 204 len: 168 time: 1.5462558 Feb 17 04:37:31.242413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8c04fa80-56a3-4ae3-82a9-c136606dc65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:31.365603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda3a86-5ba4-442f-b679-0b8994a81727 req-ac22c3b9-ef0a-471e-8bf8-6d53b36d526a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:31.368130 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0bda3a86-5ba4-442f-b679-0b8994a81727 req-ac22c3b9-ef0a-471e-8bf8-6d53b36d526a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1394746 Feb 17 04:37:31.435536 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0bda3a86-5ba4-442f-b679-0b8994a81727 req-6e02cb98-5351-49e6-b247-9934016f2056 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 Feb 17 04:37:31.530951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42936) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:31.599486 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-68e81f3a-a7ba-4a23-9c52-d221071817e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=390ae1f5e61545f6a09abec9cdf44e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671728 Feb 17 04:37:31.602278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42940) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:31.674606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.704403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.759265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.766236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5c0a626d-2082-43bb-96a0-2a1aaf2cf6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:31.788601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61835d10-a7d0-4e18-8e3b-ef7385a8146d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:31.806992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.807687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.808366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.809073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.809746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.810414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.811081 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.811760 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.812432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.813127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.813797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.814460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.815063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.815731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.816140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.816712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.817169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.817679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.818062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.818450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.818829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.819206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.819582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.819955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:31.828503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:31.834482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.842166 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61835d10-a7d0-4e18-8e3b-ef7385a8146d HTTP/1.1" status: 204 len: 168 time: 0.2325537 Feb 17 04:37:32.311164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.360714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42960) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:32.451708 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-28666d08-0151-4eea-98a5-61aa5ae13446 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8213ee00ea0c4aedacca8ecadc59931b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733724 Feb 17 04:37:32.451708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 42966) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:32.542161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.578703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.642786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.649647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1e045e50-ae81-4c64-aebc-611c2f33576c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:32.671210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ab8ba-dbcd-49bc-8fa4-13237d4fac90,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:32.676146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:32.680700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.687622 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/053ab8ba-dbcd-49bc-8fa4-13237d4fac90 HTTP/1.1" status: 204 len: 168 time: 0.2370110 Feb 17 04:37:32.799067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd11a6-8823-4f44-ad62-5400495473ad req-a821e2ad-3286-43df-a640-bdf892a98b7b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:32.802949 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-05bd11a6-8823-4f44-ad62-5400495473ad req-a821e2ad-3286-43df-a640-bdf892a98b7b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1114006 Feb 17 04:37:32.882461 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-05bd11a6-8823-4f44-ad62-5400495473ad req-e76611f4-f67d-4d3d-9b31-c17c93943e82 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703173 Feb 17 04:37:34.190061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78947ce6-143b-465d-aac4-de0dc4322c9f req-338c1436-b3a0-4692-88e1-0cd34f442944 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:34.192701 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-78947ce6-143b-465d-aac4-de0dc4322c9f req-338c1436-b3a0-4692-88e1-0cd34f442944 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1728790 Feb 17 04:37:34.260056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d770f90b-9cda-4872-a7a3-75cb4ac97aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.302090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-78947ce6-143b-465d-aac4-de0dc4322c9f req-db490b46-c4ee-48da-bc62-c4638b4528f1 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959487 Feb 17 04:37:34.514203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43016) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:34.665067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.682096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:34.687137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Usage tracker for resource:security_group_rule and tenant:5c6b3f9469c1417d982379a227c12e3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:34.691606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:34.703021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:34.813324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.816902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.832343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d63c93a3-0137-4ed6-b3a9-773ffb48444e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:34.901587 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c6b3f9469c1417d982379a227c12e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858633 Feb 17 04:37:34.902461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e159002-12e4-4275-8679-0e777484de32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:34.905436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43024) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:34.906837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:34.998494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.032482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.086723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.093977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-359af4bc-dfbe-42b9-aaf9-d7ab1d4fe2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:35.107824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e159002-12e4-4275-8679-0e777484de32,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:35.121638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:35.133522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.136740 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e159002-12e4-4275-8679-0e777484de32 HTTP/1.1" status: 204 len: 168 time: 0.2294402 Feb 17 04:37:35.462705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde2e4-021e-4513-81e3-e7122a691fe2 req-a926ba3f-419e-4f01-970e-b19bd3ee0f3e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:35.464803 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ddde2e4-021e-4513-81e3-e7122a691fe2 req-a926ba3f-419e-4f01-970e-b19bd3ee0f3e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1471164 Feb 17 04:37:35.558252 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ddde2e4-021e-4513-81e3-e7122a691fe2 req-926667de-3b9f-45b1-85ad-7de112686e76 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820651 Feb 17 04:37:35.741868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00c54f-d2c4-43c9-a9c8-7ebee8647da7 req-14256825-e674-4f5b-8a18-5baabfab4a2d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:35.745176 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1b00c54f-d2c4-43c9-a9c8-7ebee8647da7 req-14256825-e674-4f5b-8a18-5baabfab4a2d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1725271 Feb 17 04:37:35.813703 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1b00c54f-d2c4-43c9-a9c8-7ebee8647da7 req-16c541aa-8f67-44a9-88b7-d758b15c274b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 Feb 17 04:37:36.931731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-db30ecfe-fa6e-49cf-a0b8-92b33739a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.982394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3537a-c730-4ef5-971d-91a0daed7c63 req-55faa332-c0f7-406a-85ab-b81216351149 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:36.984121 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-86b3537a-c730-4ef5-971d-91a0daed7c63 req-55faa332-c0f7-406a-85ab-b81216351149 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2072895 Feb 17 04:37:37.050120 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-86b3537a-c730-4ef5-971d-91a0daed7c63 req-6d34d282-1320-4fd5-a98b-7423b10800b8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Feb 17 04:37:37.202545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7684-d077-4cdc-bc0d-f7f8052f529a req-6ba8f24c-14ab-435d-9f01-2bfffcd027cb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:37.213688 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9d0b7684-d077-4cdc-bc0d-f7f8052f529a req-6ba8f24c-14ab-435d-9f01-2bfffcd027cb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1373651 Feb 17 04:37:37.265504 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9d0b7684-d077-4cdc-bc0d-f7f8052f529a req-22cf4428-29d1-4322-84a6-a949a39c44d3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Feb 17 04:37:37.533285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.964114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:38.130433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 792f05da-3b79-4127-a7f2-acd537cc5db3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:38.131430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.371410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:38.472653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:38.473439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.518814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.521079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd3523-8a9a-403a-b373-4d0152310f59 req-537e137a-93d8-4a12-bb5a-2ef9c3dc935f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:38.533855 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ecbd3523-8a9a-403a-b373-4d0152310f59 req-537e137a-93d8-4a12-bb5a-2ef9c3dc935f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1947300 Feb 17 04:37:38.647621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ecbd3523-8a9a-403a-b373-4d0152310f59 req-9e025db5-2028-4dcd-a196-a5f9cfc2237a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092858 Feb 17 04:37:38.689341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.848050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767535c-f628-4076-aa4d-f9e3dd5d4d63 req-54f66e52-aee5-46d2-aaaf-3642563f1904 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:38.851006 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0767535c-f628-4076-aa4d-f9e3dd5d4d63 req-54f66e52-aee5-46d2-aaaf-3642563f1904 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1456277 Feb 17 04:37:38.920482 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0767535c-f628-4076-aa4d-f9e3dd5d4d63 req-eebd3de6-26a3-492c-8cd7-f64b392ddd86 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Feb 17 04:37:39.981892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd33380-24d0-4e51-bde1-74a3e0233f7c req-129ca3a1-9ba9-463b-8f63-4631bc96d71b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:39.986183 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fd33380-24d0-4e51-bde1-74a3e0233f7c req-129ca3a1-9ba9-463b-8f63-4631bc96d71b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1502392 Feb 17 04:37:40.115840 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fd33380-24d0-4e51-bde1-74a3e0233f7c req-3d6ef42c-555c-46a3-8477-817a435e0afd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130309 Feb 17 04:37:40.332032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6701d2-0340-42e7-92b8-05a67e66efdc req-c48165e6-825a-46ce-bb65-da968060d26a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:40.334542 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e6701d2-0340-42e7-92b8-05a67e66efdc req-c48165e6-825a-46ce-bb65-da968060d26a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1518354 Feb 17 04:37:40.419446 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4e6701d2-0340-42e7-92b8-05a67e66efdc req-63af9439-198f-485e-89c1-7ac246543d98 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 Feb 17 04:37:40.664425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a3fc-fabe-43bc-a0f3-fe2fc101aa31 req-3d462417-f968-4457-8b85-f6c4e5f6558b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:40.666308 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53c8a3fc-fabe-43bc-a0f3-fe2fc101aa31 req-3d462417-f968-4457-8b85-f6c4e5f6558b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1720881 Feb 17 04:37:40.727351 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53c8a3fc-fabe-43bc-a0f3-fe2fc101aa31 req-05cd394a-860f-4d0a-a031-a82a79dbb577 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Feb 17 04:37:41.617090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7b76-6e04-4c0f-b18d-67daa2fc1187 req-b99e7655-f502-4d06-aafd-b87c67b68f86 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:41.621370 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-759d7b76-6e04-4c0f-b18d-67daa2fc1187 req-b99e7655-f502-4d06-aafd-b87c67b68f86 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.3548863 Feb 17 04:37:41.738310 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-759d7b76-6e04-4c0f-b18d-67daa2fc1187 req-38fc436b-8c86-4324-b4ed-b7b8cbcafb07 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730674 Feb 17 04:37:41.794871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56ea62-8afd-45c3-8f0d-129042f96992 req-f0009860-a5a6-4c1b-85aa-f3e6307ed7a3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:41.803187 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e56ea62-8afd-45c3-8f0d-129042f96992 req-f0009860-a5a6-4c1b-85aa-f3e6307ed7a3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1804442 Feb 17 04:37:41.867707 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e56ea62-8afd-45c3-8f0d-129042f96992 req-c9295011-74da-4868-bb02-7b891c2bd948 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Feb 17 04:37:42.139766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e2a0-e8fe-4057-9bc9-90083625afbf req-9814a294-d5bb-4c53-9e6d-2a38faacead4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:42.147875 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce85e2a0-e8fe-4057-9bc9-90083625afbf req-9814a294-d5bb-4c53-9e6d-2a38faacead4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1478267 Feb 17 04:37:42.214046 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce85e2a0-e8fe-4057-9bc9-90083625afbf req-09275815-5ad6-466e-9a45-afed345ee06a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588057 Feb 17 04:37:42.251305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43196) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:42.439982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.464522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:42.472247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Usage tracker for resource:security_group_rule and tenant:2dbf4d2527244ed0adcab4909ea5ba34 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:42.477657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:42.498057 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:42.628089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.631706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.647277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9090fa76-e616-4005-96b0-74e848bf3cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:42.712535 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dbf4d2527244ed0adcab4909ea5ba34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599481 Feb 17 04:37:42.713408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b89a8c9-1048-4042-a340-2dd36c03888a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:42.717791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43214) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:42.723316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:42.828458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.879831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.964566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.975773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a0284368-e876-43cc-9581-4423b3d8f5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:43.006476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b89a8c9-1048-4042-a340-2dd36c03888a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:43.013781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:43.047375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.055238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2d427bde-c0e2-4523-9e15-a489c43e1362 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b89a8c9-1048-4042-a340-2dd36c03888a HTTP/1.1" status: 204 len: 168 time: 0.3334641 Feb 17 04:37:43.142312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc67b-8efa-4335-99f8-8de9e86d7d50 req-3a0b5ce9-be5e-48ac-801c-ee4bd674762b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:43.144651 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-365cc67b-8efa-4335-99f8-8de9e86d7d50 req-3a0b5ce9-be5e-48ac-801c-ee4bd674762b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2002649 Feb 17 04:37:43.335591 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-365cc67b-8efa-4335-99f8-8de9e86d7d50 req-5c9c5e91-1c8d-4325-9d9b-c39f08ff2efd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770270 Feb 17 04:37:43.418653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031be6c9-84f2-4171-b812-265c4550783e req-177ff3df-8e8d-4733-ba08-4fefe14d9ccc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:43.421471 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-031be6c9-84f2-4171-b812-265c4550783e req-177ff3df-8e8d-4733-ba08-4fefe14d9ccc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2167590 Feb 17 04:37:43.515415 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-031be6c9-84f2-4171-b812-265c4550783e req-be0de3a0-2b99-4481-a285-bff27da9109b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768301 Feb 17 04:37:43.688490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43236) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:43.710234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.717015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee285698-8141-4692-a51e-00aa9b70d108 req-2efb8354-bc59-402a-be59-28c9d57d2b2c tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:43.718765 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ee285698-8141-4692-a51e-00aa9b70d108 req-2efb8354-bc59-402a-be59-28c9d57d2b2c tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1982033 Feb 17 04:37:43.729036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:43.734353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Usage tracker for resource:security_group_rule and tenant:96ee87fda26042b397f184c19bb52ee0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:43.739015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:43.751171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:43.789212 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ee285698-8141-4692-a51e-00aa9b70d108 req-43b81e9f-db66-40a8-a833-7bdfc76674b4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604470 Feb 17 04:37:43.802461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35639-f08a-414e-a622-f2d49508edd4 req-3b71dded-c9fb-452a-8c8c-528fc82b71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:43.804123 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7de35639-f08a-414e-a622-f2d49508edd4 req-3b71dded-c9fb-452a-8c8c-528fc82b71a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.1780274 Feb 17 04:37:43.867440 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7de35639-f08a-414e-a622-f2d49508edd4 req-64d0d80c-5cb5-433d-8d91-a69ca61d0097 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 Feb 17 04:37:43.870202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.873715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.888577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fe9df33a-6397-44cf-9e52-c9b6e88ec17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:43.948066 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96ee87fda26042b397f184c19bb52ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572122 Feb 17 04:37:43.949571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95c816-f705-460e-aa38-6905830b2bd5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:43.951842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43242) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:43.958242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:44.058981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.108515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.166315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.172090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0e7985e2-955f-4be7-b5c8-86c04ef71a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:44.187889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95c816-f705-460e-aa38-6905830b2bd5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:44.191447 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:44.196363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.198583 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-46d254cb-8fa6-4390-8804-42150d0e611b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a95c816-f705-460e-aa38-6905830b2bd5 HTTP/1.1" status: 204 len: 168 time: 0.2451553 Feb 17 04:37:44.459997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43258) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:44.703241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e18e0-52a5-4b9d-9dd1-cb05343ba7ec req-d7c3c43e-c67b-4bd2-85d3-c562e2562f21 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:44.704989 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-714e18e0-52a5-4b9d-9dd1-cb05343ba7ec req-d7c3c43e-c67b-4bd2-85d3-c562e2562f21 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1588516 Feb 17 04:37:44.801111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.831861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:44.839391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Usage tracker for resource:security_group_rule and tenant:0781dce0e3e449d2bc872513aa3227d5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:44.847272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:44.857940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:44.893790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-714e18e0-52a5-4b9d-9dd1-cb05343ba7ec req-0c5666ab-3218-460a-b0c6-1b284bb2e365 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790698 Feb 17 04:37:44.975498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942236b-3205-464b-a253-f9a3470ab422 req-a3443729-64e5-43bb-aad5-c7d79fbec6b9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:44.983671 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4942236b-3205-464b-a253-f9a3470ab422 req-a3443729-64e5-43bb-aad5-c7d79fbec6b9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1930647 Feb 17 04:37:45.055758 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4942236b-3205-464b-a253-f9a3470ab422 req-60c7f510-07e5-409b-a205-92fa1c46c1ef tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Feb 17 04:37:45.080066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.085481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.110523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:45.211372 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0781dce0e3e449d2bc872513aa3227d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495773 Feb 17 04:37:45.218517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43284) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:45.245671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18dd73b-6aa6-4ebd-887a-22e4fb19efce,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:45.266624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:45.368264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983fced-2d3a-4423-8798-8951619baefb req-1c640fb8-2e67-4b67-a439-6c0560fdf9e0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:45.371897 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6983fced-2d3a-4423-8798-8951619baefb req-1c640fb8-2e67-4b67-a439-6c0560fdf9e0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.3136923 Feb 17 04:37:45.429520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.576294 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6983fced-2d3a-4423-8798-8951619baefb req-0b46e437-cf7f-41f1-b529-4abf2dfa04cd tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835859 Feb 17 04:37:45.579891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.670677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.684317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2cfa2411-3dc2-43ab-8d34-08824edcf348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:45.707271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.709011 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b18dd73b-6aa6-4ebd-887a-22e4fb19efce HTTP/1.1" status: 204 len: 168 time: 0.4890659 Feb 17 04:37:45.722915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18dd73b-6aa6-4ebd-887a-22e4fb19efce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:45.737027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:46.044432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:46.344927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:46.345791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.355780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7610e-f107-456a-94dd-272ad8c3d730 req-760fd1b2-3344-45ca-9d6f-2d44b73dd73c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:46.358477 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-74d7610e-f107-456a-94dd-272ad8c3d730 req-760fd1b2-3344-45ca-9d6f-2d44b73dd73c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.3098423 Feb 17 04:37:46.498756 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-74d7610e-f107-456a-94dd-272ad8c3d730 req-36e30474-308b-4c5d-b46d-9bb12d824a13 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074777 Feb 17 04:37:46.508307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9a31f-85b3-4b17-9644-2c4ced4af025 req-59b303da-b94b-4498-b84f-4bc5bda8b664 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:46.517923 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-48f9a31f-85b3-4b17-9644-2c4ced4af025 req-59b303da-b94b-4498-b84f-4bc5bda8b664 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2271974 Feb 17 04:37:46.582620 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-48f9a31f-85b3-4b17-9644-2c4ced4af025 req-e3bd7d8d-36dd-47a7-a46e-07cb43d80f87 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631421 Feb 17 04:37:47.008395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e989-6438-4ce7-9eb0-53fee9e53cb7 req-b152702b-f6f5-4c40-b38a-aa38a411bd24 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:47.013756 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5313e989-6438-4ce7-9eb0-53fee9e53cb7 req-b152702b-f6f5-4c40-b38a-aa38a411bd24 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1713998 Feb 17 04:37:47.079836 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5313e989-6438-4ce7-9eb0-53fee9e53cb7 req-04c5e3f8-4ba1-43e3-8114-3428b597efb3 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649576 Feb 17 04:37:47.360934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-ef0ee9f8-c8b6-45e7-be67-4972cb744098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:47.362593 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-ef0ee9f8-c8b6-45e7-be67-4972cb744098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.1653490 Feb 17 04:37:47.568124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83ce0d-efc4-40f5-a4ed-f56643749fe4 req-69e70252-47d7-460c-8dbf-7172b6338b4b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:47.573746 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9d83ce0d-efc4-40f5-a4ed-f56643749fe4 req-69e70252-47d7-460c-8dbf-7172b6338b4b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2576599 Feb 17 04:37:47.653782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-a5dbe623-e2c3-4b1e-8ed9-3c8b26f8d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:47.656620 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-a5dbe623-e2c3-4b1e-8ed9-3c8b26f8d210 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.2799625 Feb 17 04:37:47.849436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9d83ce0d-efc4-40f5-a4ed-f56643749fe4 req-e40960fb-8f96-48cc-b299-c3a9807f3438 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702670 Feb 17 04:37:47.850762 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-ee9421b4-20a5-4890-9010-31dae3f87c76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1696649 Feb 17 04:37:47.963237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-9b5d55ce-d9e8-4c2a-909b-4d09bfc90578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:47.965084 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-9b5d55ce-d9e8-4c2a-909b-4d09bfc90578 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.0966814 Feb 17 04:37:48.057896 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-f8da412b-f941-4654-9a26-c4258e73abfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680437 Feb 17 04:37:48.071402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7bfe-f534-4092-8b21-24086b695d73 req-e8ab4711-2b84-4f65-b65c-bd1f5d026ab9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:48.074061 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-836d7bfe-f534-4092-8b21-24086b695d73 req-e8ab4711-2b84-4f65-b65c-bd1f5d026ab9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.3103766 Feb 17 04:37:48.358606 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-836d7bfe-f534-4092-8b21-24086b695d73 req-8aed5fe3-3e21-4025-ac66-c15ac426b07c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090392 Feb 17 04:37:48.427380 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-dcd13916-b94a-476b-8ec8-78aa690466b6 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519394 Feb 17 04:37:48.481531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53fa17-a3dc-4e31-851f-a48caab05501 req-ad97c74a-1528-40a3-bd56-6a3b43c6dde9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:48.483294 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ae53fa17-a3dc-4e31-851f-a48caab05501 req-ad97c74a-1528-40a3-bd56-6a3b43c6dde9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1902575 Feb 17 04:37:48.666657 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ae53fa17-a3dc-4e31-851f-a48caab05501 req-81642b42-2f52-4dca-b314-e0f99b22b035 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319828 Feb 17 04:37:48.715175 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c637664-8a92-46e3-a841-0f9733f0eb6d req-a86981d6-5779-497f-8976-50ad36d0f1c5 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707074 Feb 17 04:37:49.157871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c1b27-9686-46f4-810d-5bc87909632b req-3088ed83-9a3e-4a95-aaef-8c08489f790a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:49.160484 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-225c1b27-9686-46f4-810d-5bc87909632b req-3088ed83-9a3e-4a95-aaef-8c08489f790a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1262016 Feb 17 04:37:49.242221 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-225c1b27-9686-46f4-810d-5bc87909632b req-d192b621-dd63-4f3e-9eaa-452ed487865b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679228 Feb 17 04:37:49.255919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:49.624290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad395bf0-3739-4741-b9ea-1b2cbb420ee3 req-9d3d2487-2203-466b-8cff-b8cc1e6eaf52 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:49.626098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad395bf0-3739-4741-b9ea-1b2cbb420ee3 req-9d3d2487-2203-466b-8cff-b8cc1e6eaf52 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1075821 Feb 17 04:37:49.693779 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad395bf0-3739-4741-b9ea-1b2cbb420ee3 req-d8a95881-8b1f-4a0c-84f4-800468ea0134 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607677 Feb 17 04:37:49.948156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:49.965512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0fe1-69ad-465e-969e-ef021571bb5e req-f542b1d9-be74-46a2-a0ec-2319717da68d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:49.967641 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0fcd0fe1-69ad-465e-969e-ef021571bb5e req-f542b1d9-be74-46a2-a0ec-2319717da68d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1248074 Feb 17 04:37:50.063025 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0fcd0fe1-69ad-465e-969e-ef021571bb5e req-637927d6-fcbf-4b32-835b-defff8f252eb tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821612 Feb 17 04:37:50.131089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:50.131665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.614923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ede2-d814-41ea-b06d-b4520b8c0ce7 req-406536cb-c5ba-442b-8685-daeea7010c1c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:50.617977 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a80ede2-d814-41ea-b06d-b4520b8c0ce7 req-406536cb-c5ba-442b-8685-daeea7010c1c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1558509 Feb 17 04:37:50.708298 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a80ede2-d814-41ea-b06d-b4520b8c0ce7 req-876cfe3d-86f2-4833-bb8e-db9d51681568 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811887 Feb 17 04:37:50.949911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49b07-0c22-48c6-9cd1-5f886a60d2ec req-21b9b406-d76a-44be-a1e5-58d51808f90d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:50.952901 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4cb49b07-0c22-48c6-9cd1-5f886a60d2ec req-21b9b406-d76a-44be-a1e5-58d51808f90d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1042466 Feb 17 04:37:51.019583 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4cb49b07-0c22-48c6-9cd1-5f886a60d2ec req-3d2589df-8254-4765-b5e3-429fa0a19a0c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589898 Feb 17 04:37:51.444216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce58cf-3734-4128-af9b-1bb1664b198b req-1c899700-8c2d-48fa-b502-5619dd244e68 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:51.457776 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-31ce58cf-3734-4128-af9b-1bb1664b198b req-1c899700-8c2d-48fa-b502-5619dd244e68 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1759534 Feb 17 04:37:51.547750 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-31ce58cf-3734-4128-af9b-1bb1664b198b req-0ce03238-d481-423a-94b6-eae8ffa94273 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611830 Feb 17 04:37:52.016993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:52.145691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:52.146435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.405268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eb585-0a2d-4ef9-9a00-b278a72fcd48 req-a6a64772-7787-48e5-a367-544c4f5a6366 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:52.406993 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a97eb585-0a2d-4ef9-9a00-b278a72fcd48 req-a6a64772-7787-48e5-a367-544c4f5a6366 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1630046 Feb 17 04:37:52.421297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90bb4-388b-4a13-81eb-3a5c3bc86f79 req-05b9b101-3319-4b84-9681-47706e0f5fec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:52.424539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63b90bb4-388b-4a13-81eb-3a5c3bc86f79 req-05b9b101-3319-4b84-9681-47706e0f5fec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.5162797 Feb 17 04:37:52.552703 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a97eb585-0a2d-4ef9-9a00-b278a72fcd48 req-bbd82178-fcd7-4cbd-9f98-11bae389b64b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267390 Feb 17 04:37:52.559070 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63b90bb4-388b-4a13-81eb-3a5c3bc86f79 req-b363df92-16b4-4ec3-ab54-ac35552e0ce4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082795 Feb 17 04:37:52.916930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456f27-f6ba-4f4c-9d5b-7554aa8e43da req-538d2189-331d-4046-9070-684187052cf6 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:52.920667 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-21456f27-f6ba-4f4c-9d5b-7554aa8e43da req-538d2189-331d-4046-9070-684187052cf6 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1932549 Feb 17 04:37:53.022893 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-21456f27-f6ba-4f4c-9d5b-7554aa8e43da req-05907615-7ffe-45a5-8878-fe7953d6736f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892992 Feb 17 04:37:53.119986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43474) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:53.323937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.343528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:53.349082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Usage tracker for resource:security_group_rule and tenant:aece30c492a349fa80b671e12a5d9927 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:53.354752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:53.368459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:53.534175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.538206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.550948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:53.558357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43488) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:53.613031 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aece30c492a349fa80b671e12a5d9927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910383 Feb 17 04:37:53.613644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43496) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:53.615599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a648f-58e9-46f8-a324-e11916d2e552,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:53.634503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:53.727732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.842160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.874920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.889616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:53.909171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Usage tracker for resource:security_group_rule and tenant:bf4382d43d0a44ff87840b734d93f270 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:53.916380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:53.953205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:54.077886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a956b-d2ee-4f61-b16c-1522ef16fb4e req-d2b5835b-eb93-4956-93ce-68c979d4eb3d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:54.081100 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f7a956b-d2ee-4f61-b16c-1522ef16fb4e req-d2b5835b-eb93-4956-93ce-68c979d4eb3d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.3099618 Feb 17 04:37:54.111999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.121937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1720727-2f4f-4f7e-858e-8a057f67e16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:54.146844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a648f-58e9-46f8-a324-e11916d2e552,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:54.188743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:54.215992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.219002 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/052a648f-58e9-46f8-a324-e11916d2e552 HTTP/1.1" status: 204 len: 168 time: 0.6019073 Feb 17 04:37:54.295715 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f7a956b-d2ee-4f61-b16c-1522ef16fb4e req-81f1e3f7-6cac-4368-bd0c-4fa30f0e9cc8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759243 Feb 17 04:37:54.312180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.317048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.338326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-39e0b929-08b1-43a9-b819-c2fd130658e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:54.423870 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf4382d43d0a44ff87840b734d93f270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618224 Feb 17 04:37:54.425765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43512) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:54.426928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17eebad-0bc2-439a-8576-96943062b625,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:54.436259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:54.695070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.771489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.826664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec812-4f16-456e-9bc8-7a3aada76beb req-86576840-ba8e-4df4-8152-46ea063cd6a7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:54.828368 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-384ec812-4f16-456e-9bc8-7a3aada76beb req-86576840-ba8e-4df4-8152-46ea063cd6a7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.3507018 Feb 17 04:37:54.959860 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-384ec812-4f16-456e-9bc8-7a3aada76beb req-baa1a5ae-03a8-4c0e-9daf-9790a295fd0f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194253 Feb 17 04:37:54.992833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.004307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48e3b057-a3db-4449-8507-b7a42207c971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:55.044078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f4c5-c56a-4660-baaa-fecd49acaddc req-fef7b44b-61ad-49f1-8d3b-0882414e08e5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:55.061998 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2181f4c5-c56a-4660-baaa-fecd49acaddc req-fef7b44b-61ad-49f1-8d3b-0882414e08e5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2990689 Feb 17 04:37:55.181853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17eebad-0bc2-439a-8576-96943062b625,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:55.224808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.228522 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f17eebad-0bc2-439a-8576-96943062b625 HTTP/1.1" status: 204 len: 168 time: 0.7937124 Feb 17 04:37:55.265630 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2181f4c5-c56a-4660-baaa-fecd49acaddc req-8dfb9546-750c-4cfb-8ed8-611cb1cf91e8 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988246 Feb 17 04:37:55.267824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:56.562606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a3fd-3b1b-4ae5-b79f-6f72305451be req-edcd5c35-1be9-4d8b-b258-e4014c7d22c8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.578414 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d8f3a3fd-3b1b-4ae5-b79f-6f72305451be req-edcd5c35-1be9-4d8b-b258-e4014c7d22c8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2431395 Feb 17 04:37:56.667729 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d8f3a3fd-3b1b-4ae5-b79f-6f72305451be req-edbade5a-3dce-40ad-b1c7-525f9a927ad7 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844951 Feb 17 04:37:56.721946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43598) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:56.849164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd578c-66f5-49ac-b08a-b1ed2a4f4cee req-3191e77b-ffd5-4ad9-8d21-93e1528e474a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.860790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bcbd578c-66f5-49ac-b08a-b1ed2a4f4cee req-3191e77b-ffd5-4ad9-8d21-93e1528e474a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.2090931 Feb 17 04:37:56.990043 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bcbd578c-66f5-49ac-b08a-b1ed2a4f4cee req-1b077cad-4b99-4d0b-9980-6003f30af5c9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273041 Feb 17 04:37:57.156715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:57.220116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:57.241301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f8d0eb13ac46129302262951c8a76c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:57.251683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:57.261292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:57.419317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:57.423631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:57.441008 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-441ab4a2-3699-4d5b-ba03-9783d44a6109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:57.513023 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3f8d0eb13ac46129302262951c8a76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890809 Feb 17 04:37:57.514602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09758eea-b73a-450b-b0ba-427e13ca3fff,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:57.517151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 43620) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:57.520178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:57.782194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:57.853235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:58.049846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b3db-3b68-4f3d-9731-9a39630b5377 req-b1a00426-5b7a-4737-8153-e168cc6f4f07 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.052731 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3bc6b3db-3b68-4f3d-9731-9a39630b5377 req-b1a00426-5b7a-4737-8153-e168cc6f4f07 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.5073452 Feb 17 04:37:58.061653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:58.111041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:58.207304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:58.211980 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09758eea-b73a-450b-b0ba-427e13ca3fff HTTP/1.1" status: 204 len: 168 time: 0.6901546 Feb 17 04:37:58.219840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09758eea-b73a-450b-b0ba-427e13ca3fff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:58.226945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-1c67b591-aa06-471c-a538-2c98826bc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.229155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-1c67b591-aa06-471c-a538-2c98826bc154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.6025031 Feb 17 04:37:58.230675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:58.244535 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3bc6b3db-3b68-4f3d-9731-9a39630b5377 req-f6d84e72-c71e-481e-a14d-da5118c5b608 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517911 Feb 17 04:37:58.431899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863a7aa-a5c0-4ca7-9883-d6d82697914a req-731c528d-dda6-41cb-a378-0f99872be148 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.433853 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4863a7aa-a5c0-4ca7-9883-d6d82697914a req-731c528d-dda6-41cb-a378-0f99872be148 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.5062516 Feb 17 04:37:58.558372 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4863a7aa-a5c0-4ca7-9883-d6d82697914a req-66ffaef7-a6d7-41a5-ba5d-7e193c1430eb tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067340 Feb 17 04:37:58.594024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-ffe70567-e2a4-41ee-8947-26ba0a08ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.595952 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-ffe70567-e2a4-41ee-8947-26ba0a08ca7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.3503814 Feb 17 04:37:58.827875 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-e1600cfa-4368-46b9-b9a7-a2f5fc761fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1002 time: 0.2212005 Feb 17 04:37:58.932906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-64e3d7ed-e6f8-4da5-bb00-45dfbd619814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.934570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-64e3d7ed-e6f8-4da5-bb00-45dfbd619814 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.0947340 Feb 17 04:37:59.060068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-cd6f3799-b6b6-4411-af79-07261c7c11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:59.061845 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-cd6f3799-b6b6-4411-af79-07261c7c11a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1098456 Feb 17 04:37:59.463750 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-8728c84b-5b8c-43dc-8e33-8cc8e1d35ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806593 Feb 17 04:37:59.955303 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f6a99e7-8ed1-4cd9-8381-b806c4b07aa0 req-ca5eeb1d-8229-4705-88e2-270c28dd82f6 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4784379 Feb 17 04:38:00.002707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc4b51-03fa-4f34-9b80-7b0b7935cc82 req-ba636b53-7ae3-4526-a782-f980380005dc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:00.004773 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8dfc4b51-03fa-4f34-9b80-7b0b7935cc82 req-ba636b53-7ae3-4526-a782-f980380005dc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.3030744 Feb 17 04:38:00.030472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9e79f-cd33-4878-9ae6-2717956af0f5 req-82e6679e-1a1c-4951-a061-aa72ced76191 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:00.032567 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a9d9e79f-cd33-4878-9ae6-2717956af0f5 req-82e6679e-1a1c-4951-a061-aa72ced76191 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2078457 Feb 17 04:38:00.216737 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8dfc4b51-03fa-4f34-9b80-7b0b7935cc82 req-1eb460e5-4e00-4f08-bcaf-a7f65ec64799 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830380 Feb 17 04:38:00.233502 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a9d9e79f-cd33-4878-9ae6-2717956af0f5 req-930b2779-e7e3-438e-b6f2-1989ec2008a3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762481 Feb 17 04:38:02.235813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022057d8-6a34-42a6-b01f-d8170e8d7dfe req-daed9db1-3532-4b53-9dfe-1090c3196b4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.245570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-022057d8-6a34-42a6-b01f-d8170e8d7dfe req-daed9db1-3532-4b53-9dfe-1090c3196b4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.7025032 Feb 17 04:38:02.254326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-0cec2f74-e085-4572-8ad9-fa184511e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.256087 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-0cec2f74-e085-4572-8ad9-fa184511e4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.9603746 Feb 17 04:38:02.347539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:02.380545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee46d46-3637-4b5e-a12c-15f0b3733853 req-7680a860-9d62-4214-9363-0058c9b6da36 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.382320 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ee46d46-3637-4b5e-a12c-15f0b3733853 req-7680a860-9d62-4214-9363-0058c9b6da36 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.7194552 Feb 17 04:38:02.428466 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-022057d8-6a34-42a6-b01f-d8170e8d7dfe req-359dbb46-1206-4925-9edc-f47ac0d2ebbc tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816866 Feb 17 04:38:02.509733 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ee46d46-3637-4b5e-a12c-15f0b3733853 req-506a5efe-bc21-457f-8d05-af51ba299c32 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125853 Feb 17 04:38:02.550196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-54f3ebc4-306b-4433-bb2b-82d6b08b4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.553110 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-54f3ebc4-306b-4433-bb2b-82d6b08b4a54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.2781723 Feb 17 04:38:02.693423 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-41113a69-c37b-41de-97a8-20ea6f32ec4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1325471 Feb 17 04:38:02.952432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-f2b843f2-804b-4d30-966c-f5d1d3544cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.956803 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-f2b843f2-804b-4d30-966c-f5d1d3544cda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.2516594 Feb 17 04:38:03.066501 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-07cf5afb-bff1-40a9-a57c-de09a740b137 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828805 Feb 17 04:38:03.098126 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0b19-a0f4-4dae-a34d-b1a02cc6ee56 req-36a58097-3a9c-4c83-b498-61d122f634a3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:03.104915 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20af0b19-a0f4-4dae-a34d-b1a02cc6ee56 req-36a58097-3a9c-4c83-b498-61d122f634a3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2911618 Feb 17 04:38:03.339442 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20af0b19-a0f4-4dae-a34d-b1a02cc6ee56 req-b0af7349-e542-4e71-82af-7b144b552497 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826749 Feb 17 04:38:03.474367 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-6a3af976-3f16-4bb8-ba78-bb2ad493efab service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668733 Feb 17 04:38:04.084339 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173b680c-71fd-4fc7-8402-47201fb01e36 req-e2c2f2a1-cc13-4886-87af-71c4f287f094 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5979536 Feb 17 04:38:04.144434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c59ae0-f796-4783-9ceb-735fae573859 req-3ad1e602-8634-4b9d-8862-b6250e890340 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:04.147687 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-99c59ae0-f796-4783-9ceb-735fae573859 req-3ad1e602-8634-4b9d-8862-b6250e890340 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.3523684 Feb 17 04:38:04.163709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189674-6460-44de-8eb1-b6a827b37154 req-a20001f6-6e62-4aa2-9b2e-69a8ce7c8c00 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:04.167415 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7b189674-6460-44de-8eb1-b6a827b37154 req-a20001f6-6e62-4aa2-9b2e-69a8ce7c8c00 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.4610422 Feb 17 04:38:04.292096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-53358124-b08c-4795-a475-cbf7047f9fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:04.373586 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-99c59ae0-f796-4783-9ceb-735fae573859 req-2b94e4b1-6a93-4b34-b0a3-a57b4810ecde tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042742 Feb 17 04:38:04.441570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7b189674-6460-44de-8eb1-b6a827b37154 req-a1bcdecd-ac64-4f39-bc31-9fa1862564e0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433736 Feb 17 04:38:04.588337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-88995371-9c28-4190-8815-d8e36963a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:04.591430 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-88995371-9c28-4190-8815-d8e36963a6af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.3886223 Feb 17 04:38:04.647934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332a7c-a836-4227-98e7-700b05a18ff6 req-4d929f80-45ee-404b-a6a3-611051d51700 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:04.672301 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-48332a7c-a836-4227-98e7-700b05a18ff6 req-4d929f80-45ee-404b-a6a3-611051d51700 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1754885 Feb 17 04:38:04.908605 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-48332a7c-a836-4227-98e7-700b05a18ff6 req-17481fee-9f19-4388-8d01-c36d3f1cc6fa tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350748 Feb 17 04:38:05.024026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-d158c923-5876-41cb-864f-2524d85466c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.027271 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-d158c923-5876-41cb-864f-2524d85466c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.3517420 Feb 17 04:38:05.234216 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-ff74e346-d783-40bd-85ee-ffd6fcc77fc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1904562 Feb 17 04:38:05.364562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-207f3b77-d73b-4840-91b7-42ce6e608e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.366379 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-207f3b77-d73b-4840-91b7-42ce6e608e12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.1076801 Feb 17 04:38:05.476176 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-b790c6d8-86ec-4f9c-b92d-68407a8aca07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930524 Feb 17 04:38:05.826386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc3725-1bd4-462e-8943-8b50382f9c79 req-be00d6d4-3801-4d81-acd6-eb1682ced2c3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.829665 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3dfc3725-1bd4-462e-8943-8b50382f9c79 req-be00d6d4-3801-4d81-acd6-eb1682ced2c3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2079394 Feb 17 04:38:05.833992 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-427c4a3b-a6c2-4ee8-a466-244f59226205 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457143 Feb 17 04:38:06.025948 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3dfc3725-1bd4-462e-8943-8b50382f9c79 req-f37cb382-18ca-4cf1-9eb2-b30b4d9ed940 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875224 Feb 17 04:38:06.189043 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-40822739-b4e0-4a2b-91cc-4811c85c785a req-4b366388-7bad-48df-8d05-227a86e3bfa2 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3350477 Feb 17 04:38:06.415548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41f921-3dcd-4741-b24c-c8ee0e2b97e1 req-8974b554-2d4d-4395-adf1-9fc6ce430de3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:06.424747 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a41f921-3dcd-4741-b24c-c8ee0e2b97e1 req-8974b554-2d4d-4395-adf1-9fc6ce430de3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1175380 Feb 17 04:38:06.535375 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a41f921-3dcd-4741-b24c-c8ee0e2b97e1 req-f6c35137-2968-44b0-8e92-d9d85e170a6b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092956 Feb 17 04:38:06.899182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f8e82da-bf58-49c2-a44d-c50c5b00d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:06.967050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43828) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:07.325824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.362312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:07.372375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Usage tracker for resource:security_group_rule and tenant:737a5ac081d344d186087514bcbc0d18 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:07.378558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:07.391902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:07.553746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.608706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806c375-111a-4d05-9c4b-7d416dd165c1 req-1695688d-9a89-405f-9e78-57a565b872de tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:07.610480 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b806c375-111a-4d05-9c4b-7d416dd165c1 req-1695688d-9a89-405f-9e78-57a565b872de tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2036760 Feb 17 04:38:07.620021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.628594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.651445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5c3614a9-4e1a-497c-822e-f950b508778e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:07.674027 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b806c375-111a-4d05-9c4b-7d416dd165c1 req-2767a011-19af-4c19-a883-73d0f5a4f1a3 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Feb 17 04:38:07.726992 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=737a5ac081d344d186087514bcbc0d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586913 Feb 17 04:38:07.727802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 43840) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:07.743651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf1f79c-d572-43e9-89b3-50e77bdb36e7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:07.753574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:07.862179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.890491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff838c-7937-49c3-8eea-26c991c28b65 req-b9241ae8-9955-41da-99a2-3c364eb4f000 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:07.894016 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71ff838c-7937-49c3-8eea-26c991c28b65 req-b9241ae8-9955-41da-99a2-3c364eb4f000 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1889114 Feb 17 04:38:07.940201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.973448 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71ff838c-7937-49c3-8eea-26c991c28b65 req-3ae73b45-1840-48f3-8708-084bf1789113 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707130 Feb 17 04:38:08.054120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:08.064282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7eda1803-fa8c-470f-84b3-c9b241571ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:08.085138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf1f79c-d572-43e9-89b3-50e77bdb36e7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:08.090606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:08.129531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:08.134257 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1cf1f79c-d572-43e9-89b3-50e77bdb36e7 HTTP/1.1" status: 204 len: 168 time: 0.4014034 Feb 17 04:38:08.338053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:08.618940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:09.129902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6e313-9add-42c0-8409-13d6f76d21fd req-8aba878b-3911-4768-a1d6-8c0fdae15e40 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:09.138559 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5ee6e313-9add-42c0-8409-13d6f76d21fd req-8aba878b-3911-4768-a1d6-8c0fdae15e40 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2752011 Feb 17 04:38:09.315726 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5ee6e313-9add-42c0-8409-13d6f76d21fd req-fcb0c44b-a563-4bc2-b19b-a06860293a5d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761885 Feb 17 04:38:09.414654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1027a4-e60f-4983-a594-005d652541ec req-8edca5a4-4152-48dd-a5bf-74229dc627ff tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:09.427477 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ca1027a4-e60f-4983-a594-005d652541ec req-8edca5a4-4152-48dd-a5bf-74229dc627ff tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2807968 Feb 17 04:38:09.498477 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ca1027a4-e60f-4983-a594-005d652541ec req-affded9f-9185-4481-9c51-6982a1b2b69c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694366 Feb 17 04:38:10.883408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09eacb0-47e1-4005-a17f-5cd706dddcc7 req-55cf8f49-3ff6-465b-b1b1-9b267d5cb127 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:10.885577 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c09eacb0-47e1-4005-a17f-5cd706dddcc7 req-55cf8f49-3ff6-465b-b1b1-9b267d5cb127 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2430274 Feb 17 04:38:11.011976 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c09eacb0-47e1-4005-a17f-5cd706dddcc7 req-c1e76d83-d9ea-4195-adc8-f2fc5bc5f7c6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Feb 17 04:38:11.052311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa23-8233-43db-9359-bb753306f6e7 req-5a5d5ca5-f87f-4bca-b966-a34553698c16 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:11.056116 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36eaaa23-8233-43db-9359-bb753306f6e7 req-5a5d5ca5-f87f-4bca-b966-a34553698c16 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1655061 Feb 17 04:38:11.142882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36eaaa23-8233-43db-9359-bb753306f6e7 req-14b4b178-8441-453d-a69a-e2c0eeaa4dcf tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790925 Feb 17 04:38:12.432127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825df19-5347-4212-90c8-b3431a68db2f req-17812fc9-94cd-42fd-b204-7ebe0dae2928 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:12.440105 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7825df19-5347-4212-90c8-b3431a68db2f req-17812fc9-94cd-42fd-b204-7ebe0dae2928 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2355196 Feb 17 04:38:12.885240 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7825df19-5347-4212-90c8-b3431a68db2f req-ff598713-aa4f-4988-805d-73889137018d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436574 Feb 17 04:38:12.951270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a503273-81e6-4ee2-ae36-42805e4aadc0 req-83722847-12f3-4324-8bab-8519341a8886 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:12.953047 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2a503273-81e6-4ee2-ae36-42805e4aadc0 req-83722847-12f3-4324-8bab-8519341a8886 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.5291584 Feb 17 04:38:13.032916 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2a503273-81e6-4ee2-ae36-42805e4aadc0 req-beb3b9a3-ee8b-459e-bfda-4c1d40508074 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724297 Feb 17 04:38:14.226415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3a32b-043d-485f-bd26-7314cca92a23 req-bae68367-4ab4-46b9-b500-326750f59364 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:14.230441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2b3a32b-043d-485f-bd26-7314cca92a23 req-bae68367-4ab4-46b9-b500-326750f59364 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1927669 Feb 17 04:38:14.452570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2b3a32b-043d-485f-bd26-7314cca92a23 req-0aa866b7-7cef-4174-9d5d-23c64eb99463 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363606 Feb 17 04:38:14.519058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9591-6d7e-46f8-8b2c-50655a561aa4 req-a50173e2-b9f9-419b-9df6-4d9d5406f05f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:14.521934 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d19a9591-6d7e-46f8-8b2c-50655a561aa4 req-a50173e2-b9f9-419b-9df6-4d9d5406f05f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2900097 Feb 17 04:38:14.605126 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d19a9591-6d7e-46f8-8b2c-50655a561aa4 req-33330951-0de7-4859-bf79-80f164fca4cd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760055 Feb 17 04:38:15.906977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de1395-1ed8-4364-b179-440672afdfb3 req-6cbd4e23-25d4-4440-a54a-252bb4c4cb4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:15.909323 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-64de1395-1ed8-4364-b179-440672afdfb3 req-6cbd4e23-25d4-4440-a54a-252bb4c4cb4a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2716792 Feb 17 04:38:16.042792 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-64de1395-1ed8-4364-b179-440672afdfb3 req-0025bebd-affb-4c40-875f-54dd4a97d598 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231122 Feb 17 04:38:16.061161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c656-48d7-4baf-87ea-9aad7e0e1eb5 req-f80b84ba-346f-492c-ada2-771460ab1c07 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.063831 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6713c656-48d7-4baf-87ea-9aad7e0e1eb5 req-f80b84ba-346f-492c-ada2-771460ab1c07 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2880542 Feb 17 04:38:16.145576 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6713c656-48d7-4baf-87ea-9aad7e0e1eb5 req-edaead1a-79b5-4c86-9514-0eeb02e9124e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707443 Feb 17 04:38:16.328091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88726a7-0f75-45c2-912b-834f734e4206 req-6a149dbb-61c3-4b41-9119-7166a36fb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.329836 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-6a149dbb-61c3-4b41-9119-7166a36fb802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1163 time: 0.1259127 Feb 17 04:38:16.521320 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88726a7-0f75-45c2-912b-834f734e4206 req-73466cd4-1c78-468f-9a3a-7f22856f014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.523386 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-73466cd4-1c78-468f-9a3a-7f22856f014e service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.1867347 Feb 17 04:38:16.699357 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-a908bac2-b743-408c-96c7-629861104d26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 1001 time: 0.1607757 Feb 17 04:38:16.784899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88726a7-0f75-45c2-912b-834f734e4206 req-573f094e-25c4-4acc-8534-eb878f834519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.786642 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-573f094e-25c4-4acc-8534-eb878f834519 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.0783596 Feb 17 04:38:16.886770 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88726a7-0f75-45c2-912b-834f734e4206 req-5d267e26-0e6c-4ea1-a55b-a8ece18a8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.888395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-5d267e26-0e6c-4ea1-a55b-a8ece18a8fea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819585 Feb 17 04:38:17.043935 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-a6d73e53-becd-4cbb-8c3f-74b9c8cee9a6 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455476 Feb 17 04:38:17.459948 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c88726a7-0f75-45c2-912b-834f734e4206 req-d5efceb6-0651-4be8-8fa1-fa9dad3a49e2 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4053431 Feb 17 04:38:17.466685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb32f0-a457-4f74-bd5d-987dabb12452 req-2e3fb624-6c0f-4439-8ba4-b6b1a837a26c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:17.471711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a4bb32f0-a457-4f74-bd5d-987dabb12452 req-2e3fb624-6c0f-4439-8ba4-b6b1a837a26c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2519379 Feb 17 04:38:17.539375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36efc4-6457-4120-8396-7ac21080af36 req-de934240-c7be-4b7f-954e-b5f1739fcc0d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:17.541647 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9c36efc4-6457-4120-8396-7ac21080af36 req-de934240-c7be-4b7f-954e-b5f1739fcc0d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.2005277 Feb 17 04:38:17.554557 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a4bb32f0-a457-4f74-bd5d-987dabb12452 req-afd8e5fe-1ffb-4861-9896-3d0e7fcb5de1 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745466 Feb 17 04:38:17.647303 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9c36efc4-6457-4120-8396-7ac21080af36 req-899f730e-7a2b-45b6-b113-3b491fa395db tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903285 Feb 17 04:38:18.888903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f220fc-827b-448d-a258-c1c8471efb57 req-b211f335-0639-4a6d-9e25-e525c037f01f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.890596 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27f220fc-827b-448d-a258-c1c8471efb57 req-b211f335-0639-4a6d-9e25-e525c037f01f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1834862 Feb 17 04:38:18.969292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27f220fc-827b-448d-a258-c1c8471efb57 req-c57dec53-04a2-4771-a661-1aaec9547292 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658088 Feb 17 04:38:18.975734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42b587-c400-4d34-be88-c47747ffbb55 req-03a13df5-ee4c-487d-bfe0-3b9b3f03acc5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.977958 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1f42b587-c400-4d34-be88-c47747ffbb55 req-03a13df5-ee4c-487d-bfe0-3b9b3f03acc5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1766975 Feb 17 04:38:19.041618 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1f42b587-c400-4d34-be88-c47747ffbb55 req-67f83018-1d0c-45a4-8830-291d7605cc96 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551987 Feb 17 04:38:20.117440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:38:20.333391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:20.372775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3c8e2-9203-44c6-96ba-f8980f02c989 req-d8f45584-896f-4b57-853c-868c32473796 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:20.375185 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e2d3c8e2-9203-44c6-96ba-f8980f02c989 req-d8f45584-896f-4b57-853c-868c32473796 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2347779 Feb 17 04:38:20.384240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:20.409562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:20.410183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab426f-a3c2-4006-964a-bef994df97a3 req-d2daacad-891e-4259-9ad6-f3e54094c657 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:20.411751 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0bab426f-a3c2-4006-964a-bef994df97a3 req-d2daacad-891e-4259-9ad6-f3e54094c657 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1834791 Feb 17 04:38:20.420435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:20.427615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:20.489359 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e2d3c8e2-9203-44c6-96ba-f8980f02c989 req-28b50bfa-c8cb-4375-93a5-5997a5420ab9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034970 Feb 17 04:38:20.505752 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0bab426f-a3c2-4006-964a-bef994df97a3 req-9d3e3863-15da-4fd8-a0a7-34e63decd000 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787210 Feb 17 04:38:20.538725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:20.549743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.550231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.550702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.551168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.551630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.552109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.553460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.553971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.554458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.555070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.556080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.556611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.557209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.557647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.558540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.559094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.559969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.560275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.560735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.561224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.561691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.562151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.562671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.563169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:20.569542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:20.571520 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'code': 200} Feb 17 04:38:21.854978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d93098-2785-4971-9377-9f75bc26c1d2 req-091c0e2b-c606-46b7-b5cf-3add0100dd06 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:21.856598 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c9d93098-2785-4971-9377-9f75bc26c1d2 req-091c0e2b-c606-46b7-b5cf-3add0100dd06 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1766293 Feb 17 04:38:21.864640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4a778-c987-4bb1-ab30-2cf594a9f2f9 req-8887e910-8a46-4076-8612-98eda5a07754 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:21.866293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-afc4a778-c987-4bb1-ab30-2cf594a9f2f9 req-8887e910-8a46-4076-8612-98eda5a07754 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1321385 Feb 17 04:38:21.950278 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c9d93098-2785-4971-9377-9f75bc26c1d2 req-00fbd789-53e4-422f-a3cc-9057939700aa tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823865 Feb 17 04:38:21.955293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-afc4a778-c987-4bb1-ab30-2cf594a9f2f9 req-4455acda-8766-4296-b6ff-1427e61de621 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710440 Feb 17 04:38:23.254572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ca417-e1e2-44aa-8f5a-61b9edb4ff90 req-222a8dd0-bd4a-4257-84da-468267ea0552 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:23.256219 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-662ca417-e1e2-44aa-8f5a-61b9edb4ff90 req-222a8dd0-bd4a-4257-84da-468267ea0552 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1176901 Feb 17 04:38:23.326039 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-662ca417-e1e2-44aa-8f5a-61b9edb4ff90 req-b3af81d1-6d14-444c-bda1-c8647fc8b7b5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585821 Feb 17 04:38:23.673274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 44128) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:23.865084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:23.883740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:23.888882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Usage tracker for resource:security_group_rule and tenant:63b4ba66544e48d8b72da7450af97be9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:23.894453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:23.903953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:24.010197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.013999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.029345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-80ed4a6a-37e5-4870-8498-213a07eeea37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:24.107362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c08e9-c469-46c7-b9aa-1a9dc0cabfe7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:24.116523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:24.128378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 44138) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:24.146348 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63b4ba66544e48d8b72da7450af97be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710352 Feb 17 04:38:24.287748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 44154) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:24.304131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.372228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.429675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3611-ec1f-454d-af72-bc29c1bfef61 req-0b0dc615-bb39-49b7-969a-bdcdfcfc2071 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:24.431880 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-340d3611-ec1f-454d-af72-bc29c1bfef61 req-0b0dc615-bb39-49b7-969a-bdcdfcfc2071 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.2256341 Feb 17 04:38:24.485539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-f139b4e2-a752-4dcd-84bc-3abbe492bbac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959300 Feb 17 04:38:24.509164 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-340d3611-ec1f-454d-af72-bc29c1bfef61 req-54a6f04f-9472-47a1-8f4b-e9ed27f0e1c9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623679 Feb 17 04:38:24.510498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.523211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-706a84e7-52be-4ffe-9d9e-ae55c605848c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:24.538478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c08e9-c469-46c7-b9aa-1a9dc0cabfe7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:24.541729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:24.543072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:24.552332 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a6c08e9-c469-46c7-b9aa-1a9dc0cabfe7 HTTP/1.1" status: 204 len: 168 time: 0.4172766 Feb 17 04:38:24.755419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd1288-d7a9-441d-aa8b-e2acdd6427cd req-eebf98ae-9019-4592-8f57-2f19e3499eec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:24.762175 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-22bd1288-d7a9-441d-aa8b-e2acdd6427cd req-eebf98ae-9019-4592-8f57-2f19e3499eec tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1565044 Feb 17 04:38:24.875861 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-22bd1288-d7a9-441d-aa8b-e2acdd6427cd req-fcd642cc-71ae-4cbb-8a42-b22bf6a63a4c tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115732 Feb 17 04:38:25.796238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8336af-95d5-4109-b3cf-487ed99f6647 req-dbf6bc06-d7d1-4172-84d8-5c09fe92759d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:25.797900 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7e8336af-95d5-4109-b3cf-487ed99f6647 req-dbf6bc06-d7d1-4172-84d8-5c09fe92759d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.0982215 Feb 17 04:38:25.885443 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7e8336af-95d5-4109-b3cf-487ed99f6647 req-02678ac0-6626-4c9f-a06f-afdca6dc62f8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795033 Feb 17 04:38:26.157481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202cef5-3fc6-4b0b-a5a9-3c2c6552505e req-046f73f8-3964-464c-8a95-adfafc446983 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:26.161435 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b202cef5-3fc6-4b0b-a5a9-3c2c6552505e req-046f73f8-3964-464c-8a95-adfafc446983 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1054716 Feb 17 04:38:26.225277 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b202cef5-3fc6-4b0b-a5a9-3c2c6552505e req-d3e22ae9-ce67-40ae-9711-ce4d1f0fc803 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568697 Feb 17 04:38:26.246308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:26.453270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49d8b-e952-4078-afeb-d937c1071068 req-606ea6d7-0c2f-4a41-82fa-73e43ecc86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:26.454944 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-606ea6d7-0c2f-4a41-82fa-73e43ecc86f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624&tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 1161 time: 0.1292071 Feb 17 04:38:26.584181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49d8b-e952-4078-afeb-d937c1071068 req-25a1d2ba-3b25-4e9b-9536-88f37d6e4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:26.585882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-25a1d2ba-3b25-4e9b-9536-88f37d6e4224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1161 time: 0.1004417 Feb 17 04:38:26.749493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49d8b-e952-4078-afeb-d937c1071068 req-81215492-4062-4a62-b72a-50a41124adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:26.751126 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-81215492-4062-4a62-b72a-50a41124adc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.1550980 Feb 17 04:38:26.924723 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-147e8ad4-591d-4a61-a92e-21f706f8abe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 200 len: 999 time: 0.1655157 Feb 17 04:38:27.240269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6da05-2cbf-4017-b60e-55f003f7c25d req-6205f6bf-aa4f-4014-bb32-8f36c511312f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:27.241823 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-52a6da05-2cbf-4017-b60e-55f003f7c25d req-6205f6bf-aa4f-4014-bb32-8f36c511312f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.4806166 Feb 17 04:38:27.296476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49d8b-e952-4078-afeb-d937c1071068 req-8be36133-c63f-46dd-b99e-29bd044ac452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:27.298120 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-8be36133-c63f-46dd-b99e-29bd044ac452 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.3626783 Feb 17 04:38:27.373983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-52a6da05-2cbf-4017-b60e-55f003f7c25d req-c99aabd3-2246-47dd-b07d-b3ecf23d5af2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229639 Feb 17 04:38:27.409471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f195-8fb5-4719-8103-e1585e0e93e8 req-c7bf77d8-481a-46c9-a6cb-3c8693383555 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:27.411139 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e503f195-8fb5-4719-8103-e1585e0e93e8 req-c7bf77d8-481a-46c9-a6cb-3c8693383555 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.2243218 Feb 17 04:38:27.460767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49d8b-e952-4078-afeb-d937c1071068 req-a6b87cc6-3039-4bd9-9cbb-1fed2721c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:27.463176 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-a6b87cc6-3039-4bd9-9cbb-1fed2721c7e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1524780 Feb 17 04:38:27.609449 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e503f195-8fb5-4719-8103-e1585e0e93e8 req-11a98403-3f7f-42b7-b33b-49c79f6adab3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811073 Feb 17 04:38:27.700791 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-6ebde389-bf18-4b83-9c37-d590092458c7 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245345 Feb 17 04:38:27.741277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664b147-2083-4a64-a198-7c9b9f74c173 req-362f87d2-fb7c-4f54-bc28-b3cd5156c664 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:27.744833 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8664b147-2083-4a64-a198-7c9b9f74c173 req-362f87d2-fb7c-4f54-bc28-b3cd5156c664 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2318096 Feb 17 04:38:27.874538 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8664b147-2083-4a64-a198-7c9b9f74c173 req-0f168668-1ad1-4d2a-bca6-b2ca0047fb1e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819919 Feb 17 04:38:27.905880 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-56d49d8b-e952-4078-afeb-d937c1071068 req-ffa8ffd3-6bf0-4772-8c9f-d092e8f03fea service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1960785 Feb 17 04:38:28.622392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca806-70f9-44de-a5cc-8a84623fdb93 req-ac22f87b-1dae-458b-8aef-b7ce81f5b217 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:28.624024 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a07ca806-70f9-44de-a5cc-8a84623fdb93 req-ac22f87b-1dae-458b-8aef-b7ce81f5b217 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1091073 Feb 17 04:38:28.683478 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a07ca806-70f9-44de-a5cc-8a84623fdb93 req-f53c9735-2410-4e51-8110-eb606d1acdf0 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527744 Feb 17 04:38:28.865701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa923-fe4c-44ef-8e28-3c014af2fca5 req-23693be9-7c0a-43aa-8d0a-77f027f16907 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:28.867410 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4fbaa923-fe4c-44ef-8e28-3c014af2fca5 req-23693be9-7c0a-43aa-8d0a-77f027f16907 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1056101 Feb 17 04:38:28.930673 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4fbaa923-fe4c-44ef-8e28-3c014af2fca5 req-4d05ca55-9eff-4e8f-9b07-e8274fb76fc4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540416 Feb 17 04:38:29.117722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1776ef-3881-4f37-8be3-2e97a158c7c8 req-cc3e7ac0-dabc-4dfd-b420-1893fd4d3a27 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:29.120566 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed1776ef-3881-4f37-8be3-2e97a158c7c8 req-cc3e7ac0-dabc-4dfd-b420-1893fd4d3a27 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1186852 Feb 17 04:38:29.177072 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed1776ef-3881-4f37-8be3-2e97a158c7c8 req-955f98ca-d5f0-4d0a-a88a-1abc22f01050 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Feb 17 04:38:29.993102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce200a6-7e2a-4412-a43b-0a163adc95b6 req-faf62bc6-2549-4d2f-b916-6e9725c666fe tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:29.994969 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ce200a6-7e2a-4412-a43b-0a163adc95b6 req-faf62bc6-2549-4d2f-b916-6e9725c666fe tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1770136 Feb 17 04:38:30.054471 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ce200a6-7e2a-4412-a43b-0a163adc95b6 req-6ab69de1-8d4f-4454-bb2c-e898735b9888 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Feb 17 04:38:30.224700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb520cd-82c5-45da-8efa-9452310c0633 req-2bbbecb1-559f-4102-ac59-4f060e7ed72b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:30.228300 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dfb520cd-82c5-45da-8efa-9452310c0633 req-2bbbecb1-559f-4102-ac59-4f060e7ed72b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1325774 Feb 17 04:38:30.309450 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dfb520cd-82c5-45da-8efa-9452310c0633 req-933fd0f5-abdd-4fe9-b871-1f5b9a4f7a27 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732992 Feb 17 04:38:30.463003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435bc08-2ab8-4377-a816-2c2ad6eac894 req-7ef2d4b2-47ed-4fa7-bdb4-979e7b12ca22 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:30.465900 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6435bc08-2ab8-4377-a816-2c2ad6eac894 req-7ef2d4b2-47ed-4fa7-bdb4-979e7b12ca22 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1491599 Feb 17 04:38:30.542423 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6435bc08-2ab8-4377-a816-2c2ad6eac894 req-f2944bc3-9a6d-441c-9b59-4a54a22d6743 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679145 Feb 17 04:38:31.331191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc2967-66ba-44fc-a4aa-77efb7a609e3 req-ed0093ac-1762-4223-8424-887afd95122e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:31.334292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a6dc2967-66ba-44fc-a4aa-77efb7a609e3 req-ed0093ac-1762-4223-8424-887afd95122e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1275463 Feb 17 04:38:31.410500 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a6dc2967-66ba-44fc-a4aa-77efb7a609e3 req-b877ceac-b2c6-4927-b807-75f392d14c89 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699809 Feb 17 04:38:31.606440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ab16-a536-4d73-8aba-39e4b0d50a25 req-e3cd7c27-9c71-4aa2-b3cc-8c195df7e959 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:31.608096 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0ed9ab16-a536-4d73-8aba-39e4b0d50a25 req-e3cd7c27-9c71-4aa2-b3cc-8c195df7e959 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1352899 Feb 17 04:38:31.666016 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0ed9ab16-a536-4d73-8aba-39e4b0d50a25 req-54193d16-2b98-4de8-86ae-5b16d663a878 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Feb 17 04:38:31.827730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c29bbd-4daa-474d-a5c3-d5e854aaf533 req-2c2c51da-0f06-4d81-9544-2477cd788b13 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:31.829865 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0c29bbd-4daa-474d-a5c3-d5e854aaf533 req-2c2c51da-0f06-4d81-9544-2477cd788b13 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1239340 Feb 17 04:38:31.890077 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c0c29bbd-4daa-474d-a5c3-d5e854aaf533 req-643e7ab0-c300-40c2-8a35-db1a7a1d35d4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Feb 17 04:38:32.311624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.712489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8a08-6ae6-456f-9e9b-9e627941dafc req-e00e3523-b212-4b04-a9a1-8b2afc3d73ac tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:32.716374 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fdf8a08-6ae6-456f-9e9b-9e627941dafc req-e00e3523-b212-4b04-a9a1-8b2afc3d73ac tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1269450 Feb 17 04:38:32.783392 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fdf8a08-6ae6-456f-9e9b-9e627941dafc req-6c8fe2e9-2f2b-46c8-b424-5f31c8c37797 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Feb 17 04:38:33.034676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5361-3ecb-4efd-94d5-131353ebf000 req-362e29c6-9826-432b-920d-39a14215955f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:33.047204 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9eec5361-3ecb-4efd-94d5-131353ebf000 req-362e29c6-9826-432b-920d-39a14215955f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1703660 Feb 17 04:38:33.160042 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9eec5361-3ecb-4efd-94d5-131353ebf000 req-8de5abd3-2831-40e9-ac03-372f0f49fa7f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053586 Feb 17 04:38:33.228678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38bd41-72b0-41e5-812c-1d32f44621d5 req-c55c5399-c70a-44b9-8159-c9bef30c0514 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:33.230431 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a38bd41-72b0-41e5-812c-1d32f44621d5 req-c55c5399-c70a-44b9-8159-c9bef30c0514 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1093597 Feb 17 04:38:33.281014 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a38bd41-72b0-41e5-812c-1d32f44621d5 req-aa4943ab-f436-41f9-8fd3-ae86383191f0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Feb 17 04:38:34.045867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98e47e-754d-4d95-b118-1a900c09f01e req-aeef2634-1e91-46fc-aa56-5b554c7d584c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:34.047551 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bf98e47e-754d-4d95-b118-1a900c09f01e req-aeef2634-1e91-46fc-aa56-5b554c7d584c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1190274 Feb 17 04:38:34.131815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bf98e47e-754d-4d95-b118-1a900c09f01e req-9536402a-6e07-46ae-8e29-2be407b0de89 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Feb 17 04:38:34.206829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:34.321446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d476d42f-d3ec-425f-a0b3-c82214dfee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:34.322962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:34.323355 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:34.536783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe06c8-8210-4aed-86c2-52ab857df8e2 req-9d9ce13f-02f8-4c3d-b720-69d904cfd3aa tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:34.543720 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5efe06c8-8210-4aed-86c2-52ab857df8e2 req-9d9ce13f-02f8-4c3d-b720-69d904cfd3aa tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1925604 Feb 17 04:38:34.621599 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5efe06c8-8210-4aed-86c2-52ab857df8e2 req-83038ea0-3054-4c4d-8dd2-a648a12e8e1c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756679 Feb 17 04:38:34.650392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e4a3a-537e-4ac5-84b3-48b07082e4b3 req-306c2503-e743-4a32-8f7b-046cf52c931f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:34.652350 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df8e4a3a-537e-4ac5-84b3-48b07082e4b3 req-306c2503-e743-4a32-8f7b-046cf52c931f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1953595 Feb 17 04:38:34.713052 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df8e4a3a-537e-4ac5-84b3-48b07082e4b3 req-ab7d4355-49ab-45ea-acb6-9b872bec30c4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536995 Feb 17 04:38:35.398028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c13bc-bf33-4b38-a0d0-e5b5869a1ca7 req-a4e218a0-bdfd-465c-baf7-70be51813859 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.400225 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-069c13bc-bf33-4b38-a0d0-e5b5869a1ca7 req-a4e218a0-bdfd-465c-baf7-70be51813859 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1156538 Feb 17 04:38:35.469177 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-069c13bc-bf33-4b38-a0d0-e5b5869a1ca7 req-8b6667c3-e734-4fee-bc9e-c56cd3ce3a0a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574510 Feb 17 04:38:35.907865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0ba4-8d13-404c-b8a7-26f2a55100b0 req-95fc233c-ddb0-4fa1-a3c1-6b58ea8c22f1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.909587 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e43d0ba4-8d13-404c-b8a7-26f2a55100b0 req-95fc233c-ddb0-4fa1-a3c1-6b58ea8c22f1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1286969 Feb 17 04:38:35.991833 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e43d0ba4-8d13-404c-b8a7-26f2a55100b0 req-0d2e74d6-a086-4558-b514-627860f982dd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672722 Feb 17 04:38:36.021712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545663ff-0ab5-4661-a92f-169431469b7a req-342cb344-5740-4245-8e28-b791f23306f9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:36.029527 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-545663ff-0ab5-4661-a92f-169431469b7a req-342cb344-5740-4245-8e28-b791f23306f9 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1653471 Feb 17 04:38:36.076789 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-545663ff-0ab5-4661-a92f-169431469b7a req-2a84d311-2046-4179-a4b0-cc7e1579f24b tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Feb 17 04:38:36.741485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977d42-d75d-49db-9d72-08f7d9ade901 req-41ace604-3500-4319-9714-8195d43ccc50 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:36.744244 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6e977d42-d75d-49db-9d72-08f7d9ade901 req-41ace604-3500-4319-9714-8195d43ccc50 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1134229 Feb 17 04:38:36.815230 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6e977d42-d75d-49db-9d72-08f7d9ade901 req-42ecdb6b-4264-405c-add7-dea9aecb35f9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643973 Feb 17 04:38:36.864871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 44316) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:36.890166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-08f9f9e4-54b7-4667-bac1-f91103cfbd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.042072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.059812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:37.064092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Usage tracker for resource:security_group_rule and tenant:e632f98dda5648b4aed3fd72dac4ed94 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:37.067577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:37.080530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:37.335277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.344392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.354462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e0b19d8-8c0e-4889-9727-53eaa6cdfe01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:37.427098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416b585-501f-40d9-896c-eda655c36ed8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:37.431341 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e632f98dda5648b4aed3fd72dac4ed94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653615 Feb 17 04:38:37.434410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 44326) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:37.446590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad4f8e-5c35-4657-9ad0-168c0130bbba req-63e088c3-7147-4544-856b-74a9e52fe92b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:37.448371 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-46ad4f8e-5c35-4657-9ad0-168c0130bbba req-63e088c3-7147-4544-856b-74a9e52fe92b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.2692728 Feb 17 04:38:37.453069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.453477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.454148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.454272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.454607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.454998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.455778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.456404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.457264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.457649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.458035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.458425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.458867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.459246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.459624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.460001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.460376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.461343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.461852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.462238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.462616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.462993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.463370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.463749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.471515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:37.504260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5cbb2-fb60-4b65-a9a4-2feec92b14cd req-d18b8a66-5917-4ca0-82f8-c23ec559040a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:37.509537 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ebd5cbb2-fb60-4b65-a9a4-2feec92b14cd req-d18b8a66-5917-4ca0-82f8-c23ec559040a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2653589 Feb 17 04:38:37.525882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.530058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.563359 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.583369 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-46ad4f8e-5c35-4657-9ad0-168c0130bbba req-c64bc8f6-f997-475f-80ca-381cbeec4159 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136820 Feb 17 04:38:37.601094 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ebd5cbb2-fb60-4b65-a9a4-2feec92b14cd req-b3ebac95-7781-4f75-90e6-e95797c7826d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869157 Feb 17 04:38:37.641958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.647429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b9fe3238-5986-4e07-999d-915aaec21e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:37.664829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416b585-501f-40d9-896c-eda655c36ed8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:37.676932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.677325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.677732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.678124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.678502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.678890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.679279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.679705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.680098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.680483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.680964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.681833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.682414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.682810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.683192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.683806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.684191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.684583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.684979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.685364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.685740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.686117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.686493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.686867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:37.690385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.704963 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0416b585-501f-40d9-896c-eda655c36ed8 HTTP/1.1" status: 204 len: 168 time: 0.2591524 Feb 17 04:38:37.706197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:38.053007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33032668-08a0-4daa-9421-754b0e0ef884 req-7d6f171e-c284-4eb2-96cb-03c9414b9d88 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.055279 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-33032668-08a0-4daa-9421-754b0e0ef884 req-7d6f171e-c284-4eb2-96cb-03c9414b9d88 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1113565 Feb 17 04:38:38.146385 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-33032668-08a0-4daa-9421-754b0e0ef884 req-5b8e73fd-0d26-4011-8595-61a2da1d6f78 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Feb 17 04:38:38.347544 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.613730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.165182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e51a8-06b0-4a24-8d4e-9a95631a1fc9 req-8b1ecda0-4d4e-4ce7-bf60-e08d1e26c0d0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.173485 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bc4e51a8-06b0-4a24-8d4e-9a95631a1fc9 req-8b1ecda0-4d4e-4ce7-bf60-e08d1e26c0d0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.3743520 Feb 17 04:38:39.180351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd94e63-03f5-4da6-81ac-ff2de5d3e3f1 req-3d888e11-f611-4fcd-b559-feada93a119e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.182342 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fd94e63-03f5-4da6-81ac-ff2de5d3e3f1 req-3d888e11-f611-4fcd-b559-feada93a119e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.4249041 Feb 17 04:38:39.272650 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bc4e51a8-06b0-4a24-8d4e-9a95631a1fc9 req-524f2a75-0303-4d4a-8cc1-d0aa53ee3654 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888469 Feb 17 04:38:39.288415 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5fd94e63-03f5-4da6-81ac-ff2de5d3e3f1 req-ca4e9d8c-09d5-4ed2-b410-a4e92c4bca58 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 Feb 17 04:38:39.495822 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eaf57-2ff6-44dd-91cc-3ce05ffede8d req-e96db14e-a3a5-4689-a0ec-cb0527c735b7 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.497749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-052eaf57-2ff6-44dd-91cc-3ce05ffede8d req-e96db14e-a3a5-4689-a0ec-cb0527c735b7 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.0963368 Feb 17 04:38:39.572757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-052eaf57-2ff6-44dd-91cc-3ce05ffede8d req-18c14c75-eb51-4450-ab57-a9a20387e5c5 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655112 Feb 17 04:38:40.607995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef5fd-93ee-455f-bf98-4d8e79c052aa req-53edf6ff-f1de-4ccd-a051-1db3964e69ab tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:40.616010 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-facef5fd-93ee-455f-bf98-4d8e79c052aa req-53edf6ff-f1de-4ccd-a051-1db3964e69ab tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1847744 Feb 17 04:38:40.663261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaacf0-0acd-45df-a22a-07173d30ba7e req-836beefe-4683-4791-9db7-29c9bb79835b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:40.665002 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-beaaacf0-0acd-45df-a22a-07173d30ba7e req-836beefe-4683-4791-9db7-29c9bb79835b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1828542 Feb 17 04:38:40.733522 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-facef5fd-93ee-455f-bf98-4d8e79c052aa req-73719f59-cfaf-4ed6-9290-142256815d21 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165426 Feb 17 04:38:40.738223 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-beaaacf0-0acd-45df-a22a-07173d30ba7e req-75b0aa6d-967b-44d2-a3f2-a3131f4f0eb0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549684 Feb 17 04:38:40.933588 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-1346b7a0-4a21-429a-82ea-316319bf1882 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c087f2bb2f1141dd8627df9c0793878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815976 Feb 17 04:38:41.131827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee6b2-073f-496b-bbe0-f288a285f83f req-56975373-3efe-4d57-a5df-b08f8c1d8c6a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:41.134276 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-97cee6b2-073f-496b-bbe0-f288a285f83f req-56975373-3efe-4d57-a5df-b08f8c1d8c6a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.2561960 Feb 17 04:38:41.198025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-fc5e9e2a-eb00-4f11-b4a5-4f7e9e2b2c9d tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:41.199679 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-fc5e9e2a-eb00-4f11-b4a5-4f7e9e2b2c9d tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584572 Feb 17 04:38:41.232610 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-97cee6b2-073f-496b-bbe0-f288a285f83f req-3f506572-7c6d-4ce1-9d04-c4386007ad4a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902503 Feb 17 04:38:41.234545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-9e6ad580-41be-413e-9f62-5bf68a83dacd tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/quotas/c087f2bb2f1141dd8627df9c0793878d HTTP/1.1" status: 200 len: 375 time: 0.0247650 Feb 17 04:38:41.314762 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-3d609757-2c78-4362-8d2b-6263337e406c tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c087f2bb2f1141dd8627df9c0793878d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513501 Feb 17 04:38:41.526519 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3c0eb75d-f413-4269-872a-5c56e3620c1a req-b7bd5562-0c82-4f46-9b43-efe1bbf65760 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 210 time: 0.0512791 Feb 17 04:38:42.029335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9393-2d9f-4a10-be17-aa8e15409e52 req-535720e1-5399-4f2f-9229-ad76a8b99f37 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:42.030978 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-130e9393-2d9f-4a10-be17-aa8e15409e52 req-535720e1-5399-4f2f-9229-ad76a8b99f37 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1612384 Feb 17 04:38:42.037902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d585f1-6d74-4f9a-bb07-d3f834ea1666 req-23a0dd53-2f33-4614-8da3-b2ee4a0a8455 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:42.039591 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d5d585f1-6d74-4f9a-bb07-d3f834ea1666 req-23a0dd53-2f33-4614-8da3-b2ee4a0a8455 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.1299520 Feb 17 04:38:42.119908 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d5d585f1-6d74-4f9a-bb07-d3f834ea1666 req-5e50eefa-a33a-47ab-b0af-a15aa288cb11 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648091 Feb 17 04:38:42.140893 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-130e9393-2d9f-4a10-be17-aa8e15409e52 req-9b26af14-a0e8-48a8-8f0d-ce10eccaff75 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998676 Feb 17 04:38:42.531595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa85c78-212a-49b9-ac8b-a8ff5f5f0b5d req-942067c0-2d17-4029-8ddb-9b5e1b1cae0b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:42.533705 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aaa85c78-212a-49b9-ac8b-a8ff5f5f0b5d req-942067c0-2d17-4029-8ddb-9b5e1b1cae0b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.1102271 Feb 17 04:38:42.589305 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aaa85c78-212a-49b9-ac8b-a8ff5f5f0b5d req-c1f45794-9ee3-4069-a36c-38c864b72f73 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Feb 17 04:38:42.753391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-05abbb89-b905-4b33-a66c-422b12fc4ff5 req-d36ae44c-4958-4673-a119-a1263bdb3cfe tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 210 time: 0.0604157 Feb 17 04:38:43.006632 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-dca510bd-7d5c-445d-b81b-3f5df99d0896 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c087f2bb2f1141dd8627df9c0793878d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320261 Feb 17 04:38:43.236058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-d93dda77-ccbb-4e21-898d-f1224624fdfd tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:43.238553 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-d93dda77-ccbb-4e21-898d-f1224624fdfd tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259316 Feb 17 04:38:43.255052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Request body: {'port': {'device_id': '41203305-9214-4357-8220-e0b916eaebee', 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea', 'admin_state_up': True, 'tenant_id': 'c087f2bb2f1141dd8627df9c0793878d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:43.559386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:43.581295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Usage tracker for resource:port and tenant:c087f2bb2f1141dd8627df9c0793878d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:43.591574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:43.607141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bba38-59be-4ece-8f34-b42a0e8c3722 req-ed4f478c-e564-4bfa-aff4-43d3da0d9f16 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:43.609864 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d84bba38-59be-4ece-8f34-b42a0e8c3722 req-ed4f478c-e564-4bfa-aff4-43d3da0d9f16 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.2717087 Feb 17 04:38:43.626540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca0966-e6e4-47b4-9032-2669c354723b req-1d70b8c6-defb-44af-a53f-d4ed20bd7165 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:43.629267 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-74ca0966-e6e4-47b4-9032-2669c354723b req-1d70b8c6-defb-44af-a53f-d4ed20bd7165 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.2897527 Feb 17 04:38:43.632514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:43.693794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Made reservation on behalf of c087f2bb2f1141dd8627df9c0793878d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:43.699505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.783364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.815548 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d84bba38-59be-4ece-8f34-b42a0e8c3722 req-6d06cd5c-f4ba-4566-b146-7de045f8f36f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810446 Feb 17 04:38:43.825886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-74ca0966-e6e4-47b4-9032-2669c354723b req-b11492a0-0920-46ca-af7c-e07f9ef73056 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866086 Feb 17 04:38:43.827357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:43.835323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Usage tracker for resource:security_group_rule and tenant:c087f2bb2f1141dd8627df9c0793878d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:43.839385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:43.848703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:43.900627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192355-a948-4738-a4a2-6112e3590614 req-c66acacc-ab16-424f-b836-72bfa816f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:43.902301 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b192355-a948-4738-a4a2-6112e3590614 req-c66acacc-ab16-424f-b836-72bfa816f81d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.1866426 Feb 17 04:38:44.064033 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b192355-a948-4738-a4a2-6112e3590614 req-ec9e1a5c-d0a3-4a7e-ad74-dbd19af1f862 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511569 Feb 17 04:38:44.066807 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a8bee35-882d-49f3-9279-ae9b0cbe66ba req-e72e7a99-5c24-48f8-9c27-47fdd90c0ecd tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 210 time: 0.1103992 Feb 17 04:38:44.143188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.147795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.161161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2a3b8d1c-0418-407e-bf7c-c67fca6da735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:44.283798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e055168-3405-4c6c-beae-ad026cc67728,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:44.287941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:44.319203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2dd80-a757-4da6-8209-8d318df74c94 req-c248752f-9a2e-4617-8b86-1aff6829e69e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:44.321352 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f9b2dd80-a757-4da6-8209-8d318df74c94 req-c248752f-9a2e-4617-8b86-1aff6829e69e tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.3043687 Feb 17 04:38:44.452047 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f9b2dd80-a757-4da6-8209-8d318df74c94 req-121bb582-4074-4910-96bc-03bac3c4b2e3 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239147 Feb 17 04:38:44.571988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Allocated IP 192.168.233.50 (033266ec-87b6-420d-9c6f-1003c4dce1ea/8d44566a-6a9c-4669-b026-026dd4b6ade3/2ab1b669-c25a-4985-a5f6-df79cc62323d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:44.828727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.846226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Transition to ACTIVE for port object 2ab1b669-c25a-4985-a5f6-df79cc62323d will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:44.877248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.903293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:45.420191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Pushing event updated for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:45.428480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:45.523512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:45.536006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c18b9-789c-4e66-96bd-edd5c51d7a13 req-03173bed-1c76-46bd-98f0-11f948e61464 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:45.537727 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c7c18b9-789c-4e66-96bd-edd5c51d7a13 req-03173bed-1c76-46bd-98f0-11f948e61464 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.5844104 Feb 17 04:38:45.541164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:45.544821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:45.549441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:45.550142 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.561185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c8bb-df5e-40d3-aa6d-75578d40c21c req-74724640-39e3-4e58-8d31-24d25454dbf9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:45.562911 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fba1c8bb-df5e-40d3-aa6d-75578d40c21c req-74724640-39e3-4e58-8d31-24d25454dbf9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.5171490 Feb 17 04:38:45.676118 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c7c18b9-789c-4e66-96bd-edd5c51d7a13 req-fe41b19e-4168-4c24-a433-313d0a0430ca tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119857 Feb 17 04:38:45.682712 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4318180 Feb 17 04:38:45.690476 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fba1c8bb-df5e-40d3-aa6d-75578d40c21c req-b571ba64-2d75-4b72-8f74-1d9d5f28856b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981319 Feb 17 04:38:45.708698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Request body: {'port': {'device_id': '41203305-9214-4357-8220-e0b916eaebee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:45.854046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-8ef0a4b4-8fa2-4d14-8e78-c5cb1fb9830a None None] Provisioning for port 2ab1b669-c25a-4985-a5f6-df79cc62323d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:45.859443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-8ef0a4b4-8fa2-4d14-8e78-c5cb1fb9830a None None] Provisioning complete for port 2ab1b669-c25a-4985-a5f6-df79cc62323d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:45.859862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a4b4-8fa2-4d14-8e78-c5cb1fb9830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.919289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0a4b4-8fa2-4d14-8e78-c5cb1fb9830a None None] Port 2ab1b669-c25a-4985-a5f6-df79cc62323d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:38:45.980719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.145877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-d022eeae-7d49-4108-ad75-62fe8185c024 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:46.146697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-d022eeae-7d49-4108-ad75-62fe8185c024 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Synchronizing usage tracker for tenant:c087f2bb2f1141dd8627df9c0793878d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:46.167765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37182d-3667-451e-88c2-521b9c97149f req-419926f4-be63-48b6-b5c3-a628cbd11c89 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:46.169543 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe37182d-3667-451e-88c2-521b9c97149f req-419926f4-be63-48b6-b5c3-a628cbd11c89 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.3286018 Feb 17 04:38:46.231222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-d022eeae-7d49-4108-ad75-62fe8185c024 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Unset dirty status for tenant:c087f2bb2f1141dd8627df9c0793878d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:46.232422 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-d022eeae-7d49-4108-ad75-62fe8185c024 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 935 time: 0.3902149 Feb 17 04:38:46.339668 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe37182d-3667-451e-88c2-521b9c97149f req-f5aec02e-1369-4842-bf85-5088679d3cd2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566107 Feb 17 04:38:46.428973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-f9b6776d-974c-4318-bfdd-482779c10f7a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Synchronizing usage tracker for tenant:c087f2bb2f1141dd8627df9c0793878d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:46.558241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-f9b6776d-974c-4318-bfdd-482779c10f7a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Unset dirty status for tenant:c087f2bb2f1141dd8627df9c0793878d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:46.559418 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea8f1aaf-24a7-4adb-ac74-5fb616d68171 req-f9b6776d-974c-4318-bfdd-482779c10f7a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816372 Feb 17 04:38:46.612124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-c757f5db-9a2d-4831-9415-066f42a113ea tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:46.613860 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-c757f5db-9a2d-4831-9415-066f42a113ea tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.2692451 Feb 17 04:38:46.739952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:46.753033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Deleting port 792f05da-3b79-4127-a7f2-acd537cc5db3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:38:46.753464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.835616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:46.836314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.848285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab1b669-c25a-4985-a5f6-df79cc62323d {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:38:46.892853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.970704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.000043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:47.011457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:47.014384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.015303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:47.031893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Transition to ACTIVE for port object 2ab1b669-c25a-4985-a5f6-df79cc62323d will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:47.046652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:47.068708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.141679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-290ce9cf-87fe-4408-ae38-5173a35ab3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:47.158157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:47.158577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.190217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:47.199693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:47.330635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:47.337112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:47.405914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be2c0-e965-48f0-9d78-523cac5076ec req-9e3a6b5a-0f9e-478b-855a-8a238d64920f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:47.407547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b00be2c0-e965-48f0-9d78-523cac5076ec req-9e3a6b5a-0f9e-478b-855a-8a238d64920f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.5540934 Feb 17 04:38:47.425559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb9cc-726c-4c66-bd2b-6bf712e13314 req-8019c169-a6f0-4495-8a5c-c6b9e124947f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:47.427151 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-741fb9cc-726c-4c66-bd2b-6bf712e13314 req-8019c169-a6f0-4495-8a5c-c6b9e124947f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.5723839 Feb 17 04:38:47.500516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] For port 792f05da-3b79-4127-a7f2-acd537cc5db3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=792f05da-3b79-4127-a7f2-acd537cc5db3,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:47.501281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.731491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Calling delete_port for 792f05da-3b79-4127-a7f2-acd537cc5db3 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:38:47.771782 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b00be2c0-e965-48f0-9d78-523cac5076ec req-2379c40a-c10a-420b-bd4f-dfb12e83681a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348169 Feb 17 04:38:47.797784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-741fb9cc-726c-4c66-bd2b-6bf712e13314 req-231bb788-0304-452c-8b12-fb56689c8fe8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480761 Feb 17 04:38:47.827440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Attempting to bind port 2ab1b669-c25a-4985-a5f6-df79cc62323d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:38:47.827440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Attempting to bind port 2ab1b669-c25a-4985-a5f6-df79cc62323d by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:38:47.827440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Attempting to bind port 2ab1b669-c25a-4985-a5f6-df79cc62323d on network 033266ec-87b6-420d-9c6f-1003c4dce1ea {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:38:47.833462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'code': 200} Feb 17 04:38:47.840036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:38:47.840195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Checking segment: {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:47.840570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.840992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Bound using segment: {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:38:47.841638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Bound port: 2ab1b669-c25a-4985-a5f6-df79cc62323d, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa6ea18-be83-4d69-a2b2-d44acc23a70b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '033266ec-87b6-420d-9c6f-1003c4dce1ea'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:38:47.841925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.243323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:48.334757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:48.335359 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.348160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:38:48.356328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:38:48.365742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.385695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:48.416840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.479506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:38:48.516062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: 792f05da-3b79-4127-a7f2-acd537cc5db3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:38:48.516887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 792f05da-3b79-4127-a7f2-acd537cc5db3 not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:38:48.696567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e85419-6658-4d36-beca-75c467eae8ee req-e72d5609-bdbc-401e-b8e7-acc11e3abbc4 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:48.698104 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-90e85419-6658-4d36-beca-75c467eae8ee req-e72d5609-bdbc-401e-b8e7-acc11e3abbc4 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.7362020 Feb 17 04:38:48.720215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b34b-e47c-4e83-903b-211d0d72d30f req-281872b9-f2c3-426f-ac1c-507a17ddab44 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:48.723773 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f26b34b-e47c-4e83-903b-211d0d72d30f req-281872b9-f2c3-426f-ac1c-507a17ddab44 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd63d87-6b34-4f04-97cc-c71374f21c1f HTTP/1.1" status: 200 len: 945 time: 0.7636986 Feb 17 04:38:48.731123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:48.735309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:48.763613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e7ae5ef3-ed5b-4667-b886-99680866bc66 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:48.881864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Pushing event deleted for resources: {'Port': ['ID=792f05da-3b79-4127-a7f2-acd537cc5db3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:48.893243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:48.940741 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-90e85419-6658-4d36-beca-75c467eae8ee req-827f480d-3b83-4543-b85e-4405c1f2102c tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296071 Feb 17 04:38:48.963962 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f26b34b-e47c-4e83-903b-211d0d72d30f req-678a2d69-993d-450d-b4b8-93f7155bf248 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963847 Feb 17 04:38:48.963962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80241e69-2d8d-4920-9731-ba4a4e46fe6a req-9f11402e-c9f7-4508-bde8-91af236a0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:48.965573 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-80241e69-2d8d-4920-9731-ba4a4e46fe6a req-9f11402e-c9f7-4508-bde8-91af236a0dd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 1163 time: 0.5839202 Feb 17 04:38:49.025594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] No DVR routers for this DVR port 792f05da-3b79-4127-a7f2-acd537cc5db3 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:38:49.027460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.028150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.029684 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] 10.222.0.41 "PUT /v2.0/ports/2ab1b669-c25a-4985-a5f6-df79cc62323d HTTP/1.1" status: 200 len: 1161 time: 3.3318114 Feb 17 04:38:49.033233 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:49.043007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.089495 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a98a05c-425d-4ca1-b29c-d74226691fda req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "DELETE /v2.0/ports/792f05da-3b79-4127-a7f2-acd537cc5db3 HTTP/1.1" status: 204 len: 173 time: 2.4655871 Feb 17 04:38:49.178026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-80241e69-2d8d-4920-9731-ba4a4e46fe6a req-a03e534c-d012-4e79-8236-5137af163b94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765604 Feb 17 04:38:49.250968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-0e995462-6c54-4245-9cbb-4ff48a9e49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.252635 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-0e995462-6c54-4245-9cbb-4ff48a9e49d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c087f2bb2f1141dd8627df9c0793878d&device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 1164 time: 0.1610093 Feb 17 04:38:49.270261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224d8d5-eac6-49c5-af4e-78472f3d6025 req-50acc8eb-8f67-49c0-890d-3e3277843569 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.272252 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c224d8d5-eac6-49c5-af4e-78472f3d6025 req-50acc8eb-8f67-49c0-890d-3e3277843569 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1817901 Feb 17 04:38:49.275047 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d', 'status': 'completed', 'code': 200} Feb 17 04:38:49.326896 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c224d8d5-eac6-49c5-af4e-78472f3d6025 req-3b43a161-9b3d-4770-b07a-51ee52901a02 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469019 Feb 17 04:38:49.573057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-d43f6a29-5703-4fcb-aba3-4f4f135f0e3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d HTTP/1.1" status: 200 len: 217 time: 0.1378918 Feb 17 04:38:49.714819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-297b153f-aa13-419f-825a-8a78942715f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.716317 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-297b153f-aa13-419f-825a-8a78942715f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d44566a-6a9c-4669-b026-026dd4b6ade3 HTTP/1.1" status: 200 len: 843 time: 0.0968447 Feb 17 04:38:49.791019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-f223e223-101d-4571-a1dc-dea0d642ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.792719 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-f223e223-101d-4571-a1dc-dea0d642ea8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 1163 time: 0.2701523 Feb 17 04:38:49.903302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f01b0d-b762-40a1-9c77-bc29a315a549 req-d19cb55c-0b13-483e-9239-38e274f05c5f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.904988 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e4f01b0d-b762-40a1-9c77-bc29a315a549 req-d19cb55c-0b13-483e-9239-38e274f05c5f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.3340909 Feb 17 04:38:49.981950 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e4f01b0d-b762-40a1-9c77-bc29a315a549 req-b0644162-fbb3-45de-8cfb-442906b0e364 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652959 Feb 17 04:38:50.011923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-4c8911fd-1ddb-47f2-90fb-f18ee895a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:50.013711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-4c8911fd-1ddb-47f2-90fb-f18ee895a3ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=033266ec-87b6-420d-9c6f-1003c4dce1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2867520 Feb 17 04:38:50.172933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-68693ba2-455a-431d-8533-ebc70df2a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:50.175595 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-68693ba2-455a-431d-8533-ebc70df2a4e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 200 len: 912 time: 0.3735406 Feb 17 04:38:50.312982 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-601f78d9-c795-4269-ac9d-66642ded415e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 200 len: 217 time: 0.1272721 Feb 17 04:38:50.450501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-2cd78f51-4dad-4845-ac1f-0caddfa28d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:50.452144 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-2cd78f51-4dad-4845-ac1f-0caddfa28d64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 200 len: 858 time: 0.1268203 Feb 17 04:38:50.454959 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-b567c8ba-e0ba-4395-9bed-7748b53469fe service neutron] 10.222.0.41 "GET /v2.0/networks/033266ec-87b6-420d-9c6f-1003c4dce1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257982 Feb 17 04:38:50.477018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d83f8-26d0-4783-8e02-fe7ae38d6252 req-1a85b92e-99b2-49c4-86a7-dce0fc7c64ba tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:50.479441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-656d83f8-26d0-4783-8e02-fe7ae38d6252 req-1a85b92e-99b2-49c4-86a7-dce0fc7c64ba tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.2962010 Feb 17 04:38:50.947778 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-a32d9be5-2e99-431b-bc24-33fc25068a80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29d5d378-70a7-449f-a73a-1ba69a66c8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4591024 Feb 17 04:38:51.093265 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-656d83f8-26d0-4783-8e02-fe7ae38d6252 req-4240318e-e09f-4128-ab7f-13db11e9b3e3 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761588 Feb 17 04:38:51.187736 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f269ad-deb6-4ce8-a4b2-1f20b84d4b0f req-3dfc0b55-9490-4e51-94ef-d14cd17ef7d9 service neutron] 10.222.0.41 "GET /v2.0/networks/033266ec-87b6-420d-9c6f-1003c4dce1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7069399 Feb 17 04:38:51.228616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359926cd-ca20-484f-8804-742d326ca149 req-09708fa8-ad7b-4382-9678-f1aded6fcb27 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:51.233708 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-359926cd-ca20-484f-8804-742d326ca149 req-09708fa8-ad7b-4382-9678-f1aded6fcb27 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.4187191 Feb 17 04:38:51.241155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-49ffb804-cd62-49e1-829a-33a52ccfb9b4 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843711 Feb 17 04:38:51.276846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'name': 'network-vif-deleted', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:51.537520 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-359926cd-ca20-484f-8804-742d326ca149 req-ac8966b1-81ad-4111-9a50-297985f86b6c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899528 Feb 17 04:38:51.635899 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-18f7917a-19f9-481a-a1a9-868b0dcd6b7b req-d39e1bf7-e1b5-41ba-b2be-29d25cfab796 service neutron] 10.222.0.41 "GET /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3457859 Feb 17 04:38:51.641442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-a6bd6ad9-3a96-44d2-a352-86e5baf91618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:51.643565 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-a6bd6ad9-3a96-44d2-a352-86e5baf91618 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c087f2bb2f1141dd8627df9c0793878d&device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 1164 time: 0.3529074 Feb 17 04:38:51.653435 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd63d87-6b34-4f04-97cc-c71374f21c1f', 'name': 'network-vif-deleted', 'tag': '792f05da-3b79-4127-a7f2-acd537cc5db3', 'status': 'completed', 'code': 200} Feb 17 04:38:51.667330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffbc75-2d71-446e-a5fb-05cad14aeb9d req-f6adbebf-12a2-4d4b-8da6-79715357f1d6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:51.669211 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7cffbc75-2d71-446e-a5fb-05cad14aeb9d req-f6adbebf-12a2-4d4b-8da6-79715357f1d6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.3401892 Feb 17 04:38:51.827570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7cffbc75-2d71-446e-a5fb-05cad14aeb9d req-fc8755ac-e90a-4f98-81b5-d0183bb069f5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327643 Feb 17 04:38:51.877588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-cab951d0-90b8-4728-bf76-db9ba8e49bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:51.879569 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-cab951d0-90b8-4728-bf76-db9ba8e49bfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=033266ec-87b6-420d-9c6f-1003c4dce1ea HTTP/1.1" status: 200 len: 863 time: 0.2196774 Feb 17 04:38:51.964187 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-b2fb4f3f-3037-4aa2-8adb-f9a442819c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d HTTP/1.1" status: 200 len: 217 time: 0.0757549 Feb 17 04:38:52.047786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-696d48b7-fb72-419b-bdff-9c295e37e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:52.049439 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-696d48b7-fb72-419b-bdff-9c295e37e61d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d44566a-6a9c-4669-b026-026dd4b6ade3 HTTP/1.1" status: 200 len: 843 time: 0.0710971 Feb 17 04:38:52.173471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-0465049a-3570-49f4-a1e8-3e10ed3001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:52.176624 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-0465049a-3570-49f4-a1e8-3e10ed3001a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=033266ec-87b6-420d-9c6f-1003c4dce1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1078956 Feb 17 04:38:52.327839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:52.415589 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-792c7e1d-85df-49d2-aaf0-776399c8cc33 service neutron] 10.222.0.41 "GET /v2.0/networks/033266ec-87b6-420d-9c6f-1003c4dce1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301285 Feb 17 04:38:52.432283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c756-fa76-47e0-b5b4-b35979d23f2f req-d71e4659-f4d6-430c-b64a-ea8e5a6b826f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:52.434026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f4c9c756-fa76-47e0-b5b4-b35979d23f2f req-d71e4659-f4d6-430c-b64a-ea8e5a6b826f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.1530476 Feb 17 04:38:52.454460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:52.455537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:52.581679 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f4c9c756-fa76-47e0-b5b4-b35979d23f2f req-a549a6a2-7dba-4088-8987-c8b301136d2f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235366 Feb 17 04:38:52.640151 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5c77ff49-1d1d-4ddc-9226-4bbca00710e2 req-570174c3-1d56-422a-9b1b-cce09d02c765 service neutron] 10.222.0.41 "GET /v2.0/networks/033266ec-87b6-420d-9c6f-1003c4dce1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048922 Feb 17 04:38:52.830355 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613533b7-e5cc-4d96-83fc-67f64f3d8658 req-a569d77e-938f-4f4d-b3d5-2deba8c99b95 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:52.833195 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-613533b7-e5cc-4d96-83fc-67f64f3d8658 req-a569d77e-938f-4f4d-b3d5-2deba8c99b95 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1352186 Feb 17 04:38:52.894814 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-613533b7-e5cc-4d96-83fc-67f64f3d8658 req-41f68703-5dee-49db-96f7-e2ef4c715fa8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541010 Feb 17 04:38:53.110362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7737a8c-e883-46b7-8351-40d4f900fd6d req-5df4c682-05d8-453a-ae4a-e54e00276b27 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:53.112344 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7737a8c-e883-46b7-8351-40d4f900fd6d req-5df4c682-05d8-453a-ae4a-e54e00276b27 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1060729 Feb 17 04:38:53.177449 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7737a8c-e883-46b7-8351-40d4f900fd6d req-1be6dd23-b175-43cf-8dff-414ca390e5cb tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566058 Feb 17 04:38:53.806316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de704904-c1d4-4b0a-96fc-48050aa52b84 req-977364f2-e256-4745-bed0-63ccfd37c6c9 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:53.808360 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-de704904-c1d4-4b0a-96fc-48050aa52b84 req-977364f2-e256-4745-bed0-63ccfd37c6c9 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.0955901 Feb 17 04:38:53.884569 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-de704904-c1d4-4b0a-96fc-48050aa52b84 req-62bd2ce2-ba32-464e-a65c-01dc449381d9 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686178 Feb 17 04:38:54.343959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 033266ec-87b6-420d-9c6f-1003c4dce1ea details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:54.405035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76bcb-76e2-4508-9c0e-317e5599d3a8 req-e8d6e924-aa87-45f3-b388-29a691226eed tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:54.406857 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2e76bcb-76e2-4508-9c0e-317e5599d3a8 req-e8d6e924-aa87-45f3-b388-29a691226eed tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.0965877 Feb 17 04:38:54.468443 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2e76bcb-76e2-4508-9c0e-317e5599d3a8 req-bf77f5e2-7baa-410f-a5bc-0f7195322a41 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499291 Feb 17 04:38:54.690165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-e67fba79-0887-4dcf-a281-fc783d22e71e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:38:54.912041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-9c4b802a-877e-4c02-b202-693032a4f4cf tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:54.913761 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-9c4b802a-877e-4c02-b202-693032a4f4cf tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 814 time: 0.1773424 Feb 17 04:38:54.932732 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-246cba83-d8cc-4819-a70a-9c211913ed13 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/quotas/3b24abfd9d3740eb9c00c39e079998fb HTTP/1.1" status: 200 len: 375 time: 0.0126312 Feb 17 04:38:54.988295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-b7fcce35-2aea-45ec-a144-ffad33402853 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Synchronizing usage tracker for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:55.003411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-b7fcce35-2aea-45ec-a144-ffad33402853 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Unset dirty status for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:55.004801 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-b7fcce35-2aea-45ec-a144-ffad33402853 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655720 Feb 17 04:38:55.205044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-b1c0f73c-f2ef-4786-8cab-24b7534fbe69 service neutron] 10.222.0.47 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904411 Feb 17 04:38:55.396955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2ab1b669-c25a-4985-a5f6-df79cc62323d up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:55.484022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 2ab1b669-c25a-4985-a5f6-df79cc62323d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:55.490884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2ab1b669-c25a-4985-a5f6-df79cc62323d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:55.491473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.658447 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.689656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:55.702952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:55.706467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.708593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:55.751768 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-0cf3777d-aab6-4a76-9256-63eb3fd5085b service neutron] 10.222.0.47 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5393987 Feb 17 04:38:55.772172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382713-7c66-4955-8052-f52e3f883c8c req-c9633213-7944-4ad4-8c2c-52745534f232 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:55.774705 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e382713-7c66-4955-8052-f52e3f883c8c req-c9633213-7944-4ad4-8c2c-52745534f232 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.2028031 Feb 17 04:38:55.809377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:55.815381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:55.850154 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e382713-7c66-4955-8052-f52e3f883c8c req-782beebc-e859-469b-ab3f-07fbe2b2f9ce tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671461 Feb 17 04:38:55.944499 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d', 'code': 200} Feb 17 04:38:56.075401 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f6b9a4a5-6346-47ac-8af1-d9bb45f408f7 req-a8a80e1a-4c14-4e69-a5a1-65eaad2f38e3 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 210 time: 0.0855110 Feb 17 04:38:56.347301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2ab1b669-c25a-4985-a5f6-df79cc62323d up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:56.365888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5958b-a3d4-4692-86f9-6ff4ddee20bc req-3670fe79-b070-4667-ae5a-d8b0f0f16562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:56.368538 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bbd5958b-a3d4-4692-86f9-6ff4ddee20bc req-3670fe79-b070-4667-ae5a-d8b0f0f16562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 1166 time: 0.1344223 Feb 17 04:38:56.434306 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bbd5958b-a3d4-4692-86f9-6ff4ddee20bc req-58fec59a-da47-4a91-8798-06559a1a7f1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533562 Feb 17 04:38:56.489456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2ab1b669-c25a-4985-a5f6-df79cc62323d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:56.489964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:57.152390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9f355-d490-4daa-a4a5-f7c60da7c2c9 req-c1d7e3f4-3a0e-4e1b-9cc9-f4117a3af41b tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:57.155703 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5af9f355-d490-4daa-a4a5-f7c60da7c2c9 req-c1d7e3f4-3a0e-4e1b-9cc9-f4117a3af41b tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 949 time: 0.1559412 Feb 17 04:38:57.249459 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5af9f355-d490-4daa-a4a5-f7c60da7c2c9 req-8d9617b2-c56c-4427-ba6a-dff107bfb4d8 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834217 Feb 17 04:38:57.341423 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a181596f-7cdc-4838-85e9-a9ffa45d2b5c req-8461c88e-ef95-46a6-81b7-6db09a2a40bc tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 210 time: 0.0569558 Feb 17 04:38:57.991066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-5abdc0d9-c153-400e-b5e4-f1ed7c163704 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:57.993966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-5abdc0d9-c153-400e-b5e4-f1ed7c163704 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 814 time: 0.3056262 Feb 17 04:38:58.036149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Request body: {'port': {'device_id': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185', 'admin_state_up': True, 'tenant_id': '3b24abfd9d3740eb9c00c39e079998fb'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:58.341669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:58.353606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:58.367743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Made reservation on behalf of 3b24abfd9d3740eb9c00c39e079998fb for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:58.377409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.384591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2ab1b669-c25a-4985-a5f6-df79cc62323d up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:58.517508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 2ab1b669-c25a-4985-a5f6-df79cc62323d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:58.518409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.630530 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a1a36d6c-adb6-4b91-846c-1b53357163d3 req-87d0ae39-536b-4fa4-9412-55d77316e37f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 210 time: 0.0729153 Feb 17 04:38:58.758929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e873b6-4f10-4af0-bc56-a5794ac500e9 req-3ba17c4c-ce90-4b97-a099-fe5ebbdcb82f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:58.760529 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85e873b6-4f10-4af0-bc56-a5794ac500e9 req-3ba17c4c-ce90-4b97-a099-fe5ebbdcb82f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 949 time: 0.2515724 Feb 17 04:38:58.874687 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85e873b6-4f10-4af0-bc56-a5794ac500e9 req-719ad3ab-38dc-4259-a34b-7c54fdeff2ae tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059399 Feb 17 04:38:58.880742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Allocated IP 172.20.0.4 (8fc5e34e-7c88-4100-8445-fcb288d99185/076bc546-ae27-4b7b-b990-c881a6fda530/a2f7b3c8-0a93-4a49-8ef6-3765c068821c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:59.185222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.219568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.237152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:59.509563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Pushing event updated for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:59.515833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:59.620689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:59.632604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000644-288c-4c71-ba4d-780e550d860d req-0e280a0e-87f7-4554-8ffa-ab726b351fe9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:59.635508 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d8000644-288c-4c71-ba4d-780e550d860d req-0e280a0e-87f7-4554-8ffa-ab726b351fe9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.2917271 Feb 17 04:38:59.637554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:59.648649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01175807-50b0-43b5-a033-98ed803337e7 req-19cde806-513a-4a82-97b6-d516e3207a4e tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:59.650352 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01175807-50b0-43b5-a033-98ed803337e7 req-19cde806-513a-4a82-97b6-d516e3207a4e tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 949 time: 0.2489681 Feb 17 04:38:59.651558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:59.657941 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:59.658984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.755317 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7292421 Feb 17 04:38:59.765985 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d8000644-288c-4c71-ba4d-780e550d860d req-1b336cdb-ba59-4796-a29d-d71f0898cfd6 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022673 Feb 17 04:38:59.771685 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01175807-50b0-43b5-a033-98ed803337e7 req-b20719d0-184b-45fa-a8a0-762087bb7bc1 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036603 Feb 17 04:38:59.782946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Request body: {'port': {'device_id': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:00.009376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.280696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a19e6-d58e-4795-8e6f-f53835520097 req-ba6add1a-d884-4219-b685-7d62c6138b2d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:00.281601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-628a19e6-d58e-4795-8e6f-f53835520097 req-ba6add1a-d884-4219-b685-7d62c6138b2d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Synchronizing usage tracker for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:00.378585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-628a19e6-d58e-4795-8e6f-f53835520097 req-ba6add1a-d884-4219-b685-7d62c6138b2d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Unset dirty status for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:00.379882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-628a19e6-d58e-4795-8e6f-f53835520097 req-ba6add1a-d884-4219-b685-7d62c6138b2d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 931 time: 0.4560769 Feb 17 04:39:00.833513 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-628a19e6-d58e-4795-8e6f-f53835520097 req-eb59599c-baec-4695-822b-9625a0d31e5b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380975 Feb 17 04:39:00.849594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60011ffe-57f3-4b17-8647-d8e5d6a65fc3 req-3144e5f7-d760-4a39-a62e-3784a17582b4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:00.852413 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-60011ffe-57f3-4b17-8647-d8e5d6a65fc3 req-3144e5f7-d760-4a39-a62e-3784a17582b4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.6431177 Feb 17 04:39:00.973080 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-60011ffe-57f3-4b17-8647-d8e5d6a65fc3 req-1cfd0375-befe-437f-8b8a-b4557281d38f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124723 Feb 17 04:39:01.243250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f7b3c8-0a93-4a49-8ef6-3765c068821c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:01.254511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.263547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278a76-383b-498a-90df-35d422b764c6 req-b2de654a-f9c7-4d1e-a060-05a3b258350e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.265247 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-19278a76-383b-498a-90df-35d422b764c6 req-b2de654a-f9c7-4d1e-a060-05a3b258350e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.2911611 Feb 17 04:39:01.282698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Transition to ACTIVE for port object a2f7b3c8-0a93-4a49-8ef6-3765c068821c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:01.306655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.329123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:01.536825 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-19278a76-383b-498a-90df-35d422b764c6 req-5fdec893-e7f3-4c86-86f9-ca5bec147e05 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554464 Feb 17 04:39:01.590067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f85f47-1c66-4c6a-8837-0700de7bfc1c req-36ec8a54-85fd-4017-9bfe-4f42e0b08be0 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.591732 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f85f47-1c66-4c6a-8837-0700de7bfc1c req-36ec8a54-85fd-4017-9bfe-4f42e0b08be0 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 949 time: 0.4302881 Feb 17 04:39:01.606543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:01.614812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:01.698635 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-15f85f47-1c66-4c6a-8837-0700de7bfc1c req-b3bb323a-7a2d-4961-b11f-94dbd3ccfd80 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858803 Feb 17 04:39:01.776190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-d959dae1-fb45-456b-9524-1a17baa0391f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.777849 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-d959dae1-fb45-456b-9524-1a17baa0391f tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.41 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 949 time: 0.3152547 Feb 17 04:39:01.850036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Attempting to bind port a2f7b3c8-0a93-4a49-8ef6-3765c068821c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:01.850449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Attempting to bind port a2f7b3c8-0a93-4a49-8ef6-3765c068821c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:01.851623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Attempting to bind port a2f7b3c8-0a93-4a49-8ef6-3765c068821c on network 8fc5e34e-7c88-4100-8445-fcb288d99185 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:01.866480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:01.866863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Checking segment: {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:01.867262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.867653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Bound using segment: {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:01.868149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Bound port: a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160a72f-28c8-48c0-a2ba-82dfb4b91633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8fc5e34e-7c88-4100-8445-fcb288d99185'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:01.868515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.904149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Deleting port 2ab1b669-c25a-4985-a5f6-df79cc62323d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:01.904524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.206656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:02.315989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:02.334998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2ab1b669-c25a-4985-a5f6-df79cc62323d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:02.351061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.381699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:02.414373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.442299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cffb9b-0548-43fa-b54c-a65d08d313a6 req-2585d548-2ec3-4399-94ff-9f1e59736e32 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:02.443957 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e9cffb9b-0548-43fa-b54c-a65d08d313a6 req-2585d548-2ec3-4399-94ff-9f1e59736e32 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 943 time: 0.4791677 Feb 17 04:39:02.517570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.565058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:02.576263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:02.579533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.581774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:02.662435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:02.662841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.673645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:02.679494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:02.681629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:02.690840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d069aa-5a69-4790-bf5d-fc84af52af84 req-1169fec0-ab6e-46c1-88fd-de848f67bc84 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:02.692674 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-09d069aa-5a69-4790-bf5d-fc84af52af84 req-1169fec0-ab6e-46c1-88fd-de848f67bc84 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.5668144 Feb 17 04:39:02.693558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:02.706214 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e9cffb9b-0548-43fa-b54c-a65d08d313a6 req-2509454f-a838-4706-9918-03aa123b5cf0 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003059 Feb 17 04:39:02.878069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Calling delete_port for 2ab1b669-c25a-4985-a5f6-df79cc62323d owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:03.243919 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-09d069aa-5a69-4790-bf5d-fc84af52af84 req-ed84af6f-770b-4deb-a373-357564462e58 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346909 Feb 17 04:39:03.253114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.253793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.255956 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2f7b3c8-0a93-4a49-8ef6-3765c068821c HTTP/1.1" status: 200 len: 1157 time: 3.4791875 Feb 17 04:39:03.256563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:03.265855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:03.298098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:03.298443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:03.318900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278e677-5afb-4081-a331-5ac8ca7f3ffc req-d44f3afc-b42c-4cb0-be11-f3ce46152e93 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.321419 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2278e677-5afb-4081-a331-5ac8ca7f3ffc req-d44f3afc-b42c-4cb0-be11-f3ce46152e93 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.4052134 Feb 17 04:39:03.333032 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d', 'code': 200} Feb 17 04:39:03.571316 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2278e677-5afb-4081-a331-5ac8ca7f3ffc req-a02849ce-4720-4cf0-833f-092847b1de43 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367458 Feb 17 04:39:03.650903 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c', 'status': 'completed', 'code': 200} Feb 17 04:39:03.665186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-e5f98887-ff88-483f-9241-8d0537fcf93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.666819 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-e5f98887-ff88-483f-9241-8d0537fcf93b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 1160 time: 0.3082669 Feb 17 04:39:03.687936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-a30880e9-01f8-4225-9b25-d7de0bfa5677 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.689469 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-a30880e9-01f8-4225-9b25-d7de0bfa5677 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 945 time: 0.2863297 Feb 17 04:39:03.747896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e477842-296d-42e6-a2d7-46eb08bf24e2 req-5d447fb1-a1eb-40d0-9af6-df460a1299aa tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.749586 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0e477842-296d-42e6-a2d7-46eb08bf24e2 req-5d447fb1-a1eb-40d0-9af6-df460a1299aa tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 947 time: 0.2896821 Feb 17 04:39:03.801943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Deleting port 2ab1b669-c25a-4985-a5f6-df79cc62323d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:03.802334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.842200 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-1274778f-03c4-4dad-97c5-d8baa5fc02ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c HTTP/1.1" status: 200 len: 217 time: 0.1633506 Feb 17 04:39:03.984489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-a4eb1c0e-72de-48f0-9cf5-0165301c7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.986040 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-a4eb1c0e-72de-48f0-9cf5-0165301c7986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.5236080 Feb 17 04:39:04.086535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Deleting port 1db629d1-c093-4ee8-8966-09adf54bc1ca {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:04.086908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.217978 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0e477842-296d-42e6-a2d7-46eb08bf24e2 req-e4e99e8e-7d4c-4d74-a1c8-b0f049d6ba23 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589438 Feb 17 04:39:04.257385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-587a2488-9e6c-4a7c-a5cb-ba483821c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:04.258872 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-587a2488-9e6c-4a7c-a5cb-ba483821c91e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=076bc546-ae27-4b7b-b990-c881a6fda530 HTTP/1.1" status: 200 len: 854 time: 0.3437688 Feb 17 04:39:04.265828 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dea7f2c-ed43-4c6d-842a-e3f4fa8dcd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.333427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 1db629d1-c093-4ee8-8966-09adf54bc1ca no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:04.412656 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-9ea66e12-b1b8-4983-a61d-e9b15d58cf72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fc5e34e-7c88-4100-8445-fcb288d99185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356161 Feb 17 04:39:04.474357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.533415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:04.537332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.541115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fec25db4-cb19-4ead-80e0-feb986c1ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:04.596121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340f7e9-f1e0-4aa7-a698-3a666b186e7f req-6e946d03-ff1f-49b6-87b4-7d721d0c9cd0 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:04.598083 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4340f7e9-f1e0-4aa7-a698-3a666b186e7f req-6e946d03-ff1f-49b6-87b4-7d721d0c9cd0 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 943 time: 0.7635806 Feb 17 04:39:04.618005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:04.621744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:04.724885 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-0c50397e-fa58-4aec-9f4e-63fa46b30f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:04.726472 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-0c50397e-fa58-4aec-9f4e-63fa46b30f19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.7008798 Feb 17 04:39:05.195747 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4340f7e9-f1e0-4aa7-a698-3a666b186e7f req-078a4b7b-8b69-4133-aeb0-5458c7e046c0 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194917 Feb 17 04:39:05.296539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-f59a406d-a37c-4230-8ab2-e290d4605069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1002 time: 0.5429833 Feb 17 04:39:05.298550 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-0c3302d8-64f2-4668-af8b-417322a1117e service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504899 Feb 17 04:39:05.310055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] For port 2ab1b669-c25a-4985-a5f6-df79cc62323d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ab1b669-c25a-4985-a5f6-df79cc62323d,segment=NetworkSegment(dfa6ea18-be83-4d69-a2b2-d44acc23a70b),segment_id=dfa6ea18-be83-4d69-a2b2-d44acc23a70b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:05.310464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.334700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:05.618833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2ae76-7b3f-49a3-b022-095a0166da7f req-7ed55cad-06df-4a7f-9617-cf507eb04693 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:05.620453 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-06a2ae76-7b3f-49a3-b022-095a0166da7f req-7ed55cad-06df-4a7f-9617-cf507eb04693 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 943 time: 1.1805296 Feb 17 04:39:05.646368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Calling delete_port for 2ab1b669-c25a-4985-a5f6-df79cc62323d owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:05.686474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:05.686877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.884639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Calling delete_port for 1db629d1-c093-4ee8-8966-09adf54bc1ca owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:05.954968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-10cfdbb1-7001-433a-b8a0-8a10119003b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:05.956596 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-10cfdbb1-7001-433a-b8a0-8a10119003b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.6328161 Feb 17 04:39:06.057452 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-06a2ae76-7b3f-49a3-b022-095a0166da7f req-317d508e-ca11-4c9b-ad02-79888943d587 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801711 Feb 17 04:39:06.110642 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbac84b3-f204-4c34-b726-cc4f1b20b3ad req-b1889769-c76d-4e45-ae64-a3cdd0700cca service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7875588 Feb 17 04:39:06.313086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb449-15bd-4994-8fb4-c83d20d6224e req-a170920e-c5b0-427f-b4af-4c2a0aeb8aea tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:06.314830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2ecb449-15bd-4994-8fb4-c83d20d6224e req-a170920e-c5b0-427f-b4af-4c2a0aeb8aea tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.9932480 Feb 17 04:39:06.376782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:06.377664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:06.426908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.462518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:06.511187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-a723436a-0467-43d5-9d51-e534fbe5cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:06.512819 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-a723436a-0467-43d5-9d51-e534fbe5cac7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5354075 Feb 17 04:39:06.575445 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b2ecb449-15bd-4994-8fb4-c83d20d6224e req-521bb3ed-9725-41e0-9abd-306fd06fa929 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420983 Feb 17 04:39:06.589694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Pushing event deleted for resources: {'Port': ['ID=2ab1b669-c25a-4985-a5f6-df79cc62323d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:06.630877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:06.665202 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca', 'code': 200} Feb 17 04:39:06.898374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4fb34462-eb04-4087-9057-2cbf77f388bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.014436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Deleting port 1db629d1-c093-4ee8-8966-09adf54bc1ca {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:07.014436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.047403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed1dc-923e-48d6-92f2-0aadd275601a req-eb0abcf3-04ac-4ed1-94d2-b1132a5c171b tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:07.049087 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0fed1dc-923e-48d6-92f2-0aadd275601a req-eb0abcf3-04ac-4ed1-94d2-b1132a5c171b tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/ports?device_id=41203305-9214-4357-8220-e0b916eaebee HTTP/1.1" status: 200 len: 865 time: 0.8579464 Feb 17 04:39:07.085682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fcf54-6653-4140-aec3-d87dc914881c req-65497ab3-2a76-4226-a91f-af47e36be4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:07.088126 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-65497ab3-2a76-4226-a91f-af47e36be4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 1160 time: 0.8874309 Feb 17 04:39:07.434262 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-066b943a-6d06-4d6c-b012-45025f480f68 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460166 Feb 17 04:39:07.453741 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0fed1dc-923e-48d6-92f2-0aadd275601a req-286c4ed0-f927-40be-ba89-31c6674e79a0 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e055168-3405-4c6c-beae-ad026cc67728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720942 Feb 17 04:39:07.534582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.630637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] No DVR routers for this DVR port 2ab1b669-c25a-4985-a5f6-df79cc62323d on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:07.721776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.762624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-deleted', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:07.857452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fcf54-6653-4140-aec3-d87dc914881c req-21d4b8c4-6e5d-436e-affc-95c37bdb1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:07.859057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-21d4b8c4-6e5d-436e-affc-95c37bdb1fe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 200 len: 908 time: 0.7164893 Feb 17 04:39:07.872198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85ca3-a2d5-4d85-ab6f-704b93b5f79b req-31a18cd3-9868-4585-9629-26641c6ad57b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:07.874078 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1ec85ca3-a2d5-4d85-ab6f-704b93b5f79b req-31a18cd3-9868-4585-9629-26641c6ad57b tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 943 time: 0.8068819 Feb 17 04:39:07.890506 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5dde3e68-3565-4f12-806f-3f88655c1077 req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] 10.222.0.41 "DELETE /v2.0/ports/2ab1b669-c25a-4985-a5f6-df79cc62323d HTTP/1.1" status: 204 len: 173 time: 6.0960908 Feb 17 04:39:08.008844 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-dc6f38a2-c470-472c-ad3f-7b15b84f24ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c HTTP/1.1" status: 200 len: 217 time: 0.1208246 Feb 17 04:39:08.093627 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a2effc3d-1dc0-4448-9653-10ca771eb169 req-b91fb4a2-68eb-40ba-bc4a-4b8e1b0eebec service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6469285 Feb 17 04:39:08.168532 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1ec85ca3-a2d5-4d85-ab6f-704b93b5f79b req-4de09aa8-bef9-4f27-966d-1adaf5ea26c6 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215483 Feb 17 04:39:08.185848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] For port 1db629d1-c093-4ee8-8966-09adf54bc1ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1db629d1-c093-4ee8-8966-09adf54bc1ca,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:08.196759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.220624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd8b-977f-44a8-b7e6-f0f7394d73e5 req-ea251c3f-e35d-488d-a84b-e4ab0edafdc6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:08.222096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff50dd8b-977f-44a8-b7e6-f0f7394d73e5 req-ea251c3f-e35d-488d-a84b-e4ab0edafdc6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:08.343965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.354264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fcf54-6653-4140-aec3-d87dc914881c req-f4b9c535-6d9c-4b44-9031-0e84edf54bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:08.357109 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-f4b9c535-6d9c-4b44-9031-0e84edf54bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=076bc546-ae27-4b7b-b990-c881a6fda530 HTTP/1.1" status: 200 len: 854 time: 0.3237383 Feb 17 04:39:08.484824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Calling delete_port for 1db629d1-c093-4ee8-8966-09adf54bc1ca owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:08.596954 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-b4f08ed2-378a-446a-8ae9-168c2c7f7839 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fc5e34e-7c88-4100-8445-fcb288d99185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199949 Feb 17 04:39:08.601711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff50dd8b-977f-44a8-b7e6-f0f7394d73e5 req-ea251c3f-e35d-488d-a84b-e4ab0edafdc6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:08.602768 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff50dd8b-977f-44a8-b7e6-f0f7394d73e5 req-ea251c3f-e35d-488d-a84b-e4ab0edafdc6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 943 time: 0.9874539 Feb 17 04:39:08.610308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.812882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff50dd8b-977f-44a8-b7e6-f0f7394d73e5 req-85006be3-0577-4719-b5ed-bda567e4a97e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700807 Feb 17 04:39:08.889745 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41203305-9214-4357-8220-e0b916eaebee', 'name': 'network-vif-deleted', 'tag': '2ab1b669-c25a-4985-a5f6-df79cc62323d', 'status': 'completed', 'code': 200} Feb 17 04:39:08.930709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3ab5-2390-4185-88d4-e3fc85c60ece req-96a40a5f-178e-4daf-9e65-147ec5be0382 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:08.933257 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ac6e3ab5-2390-4185-88d4-e3fc85c60ece req-96a40a5f-178e-4daf-9e65-147ec5be0382 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.5872526 Feb 17 04:39:08.941975 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-b7d1eeb3-60e4-42bb-97c0-a6d5310e49d1 service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350086 Feb 17 04:39:08.947440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device a2f7b3c8-0a93-4a49-8ef6-3765c068821c up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:09.034152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port a2f7b3c8-0a93-4a49-8ef6-3765c068821c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:09.040451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port a2f7b3c8-0a93-4a49-8ef6-3765c068821c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:09.040888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.064014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.099666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c6ba55f4-6bab-4443-ab0c-1255f70d5298 tempest-DeleteServersTestJSON-71713194 tempest-DeleteServersTestJSON-71713194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:09.205130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.254029 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:09.255274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:09.262275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.264771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:09.349109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:09.354321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:09.520850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Pushing event deleted for resources: {'Port': ['ID=1db629d1-c093-4ee8-8966-09adf54bc1ca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:09.542465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:09.556546 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ac6e3ab5-2390-4185-88d4-e3fc85c60ece req-8e6a86b0-5565-4e6d-8c63-6d4f4e0f311d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6135261 Feb 17 04:39:09.627796 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c', 'code': 200} Feb 17 04:39:09.632878 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-327fcf54-6653-4140-aec3-d87dc914881c req-96383581-6ace-4c41-a0d5-cc491964536b service neutron] 10.222.0.41 "GET /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6590390 Feb 17 04:39:09.683949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2299f0d-a047-4a67-bec6-ec4951889a7b req-d2547294-6b93-4b93-9184-7fb38400a2f6 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:09.688287 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c2299f0d-a047-4a67-bec6-ec4951889a7b req-d2547294-6b93-4b93-9184-7fb38400a2f6 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.2805498 Feb 17 04:39:09.785923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] No DVR routers for this DVR port 1db629d1-c093-4ee8-8966-09adf54bc1ca on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:09.790664 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c2299f0d-a047-4a67-bec6-ec4951889a7b req-e455f7b0-9a0c-4dfe-a851-366c73842206 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647559 Feb 17 04:39:09.791803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.806462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fe2cfad8-f26d-4168-b282-b71acca4a15c req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "DELETE /v2.0/ports/1db629d1-c093-4ee8-8966-09adf54bc1ca HTTP/1.1" status: 204 len: 173 time: 6.0500085 Feb 17 04:39:10.019492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ac2e36c0-de5e-4255-9ea2-c0e4719a5aef req-b543da48-d396-4536-a7ba-79b292e689a5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:10.046302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ac2e36c0-de5e-4255-9ea2-c0e4719a5aef req-b543da48-d396-4536-a7ba-79b292e689a5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:10.047588 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ac2e36c0-de5e-4255-9ea2-c0e4719a5aef req-b543da48-d396-4536-a7ba-79b292e689a5 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=479ff51a-b4ac-40af-9d00-0ddfc98500de HTTP/1.1" status: 200 len: 210 time: 0.1015527 Feb 17 04:39:10.074579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c00e4-f20f-4ca7-bd73-8574aef35525 req-8118593e-1d46-448c-bc62-141b52f2d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:10.076823 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-521c00e4-f20f-4ca7-bd73-8574aef35525 req-8118593e-1d46-448c-bc62-141b52f2d2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 1162 time: 0.2152045 Feb 17 04:39:10.134571 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-521c00e4-f20f-4ca7-bd73-8574aef35525 req-c60c470e-95da-4cc2-939e-3524707178e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Feb 17 04:39:10.633928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device a2f7b3c8-0a93-4a49-8ef6-3765c068821c up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:10.732696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port a2f7b3c8-0a93-4a49-8ef6-3765c068821c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:10.733038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.852088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800693f8-f2a2-4b35-84ca-b0e16fb63e50 req-1d8ef1b7-fdda-4480-b047-9a5484b7fd23 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:10.854893 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-800693f8-f2a2-4b35-84ca-b0e16fb63e50 req-1d8ef1b7-fdda-4480-b047-9a5484b7fd23 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1582005 Feb 17 04:39:10.912109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-deleted', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:10.965318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-800693f8-f2a2-4b35-84ca-b0e16fb63e50 req-962e6f6c-17f8-477f-92cc-6bd520765136 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029670 Feb 17 04:39:11.041205 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479ff51a-b4ac-40af-9d00-0ddfc98500de', 'name': 'network-vif-deleted', 'tag': '1db629d1-c093-4ee8-8966-09adf54bc1ca', 'status': 'completed', 'code': 200} Feb 17 04:39:11.087825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaa44-409a-4d0d-9150-4e4d17dcd55f req-18e9f8ac-886b-4d29-833d-1edc0a4082f9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:11.089688 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ffdaa44-409a-4d0d-9150-4e4d17dcd55f req-18e9f8ac-886b-4d29-833d-1edc0a4082f9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.1152685 Feb 17 04:39:11.159261 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ffdaa44-409a-4d0d-9150-4e4d17dcd55f req-5951efbd-deff-4ff9-897a-bbc1ffefb48d tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Feb 17 04:39:11.626323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289bdc-3c72-490a-9d5e-f45733c783ec req-e895fd0d-bb31-4ad6-8e9f-bccd831584af tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:11.628221 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a0289bdc-3c72-490a-9d5e-f45733c783ec req-e895fd0d-bb31-4ad6-8e9f-bccd831584af tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1902022 Feb 17 04:39:11.748562 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a0289bdc-3c72-490a-9d5e-f45733c783ec req-ddbaefde-5d1f-42ff-ad2a-b9e50f7a7925 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083865 Feb 17 04:39:11.759057 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-74ae61db-c4bd-4667-80c0-10cffb92dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:11.759057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-74ae61db-c4bd-4667-80c0-10cffb92dcb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.2147615 Feb 17 04:39:12.023465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-d934b907-47fd-4902-aeea-488a895f9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.025100 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-d934b907-47fd-4902-aeea-488a895f9c6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.2580290 Feb 17 04:39:12.034122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da4a5a-eb70-4a7e-baa5-1ad7029eb306 req-77ba6c4e-f9f1-48ff-b405-2bfa52fd10fa tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.035721 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-49da4a5a-eb70-4a7e-baa5-1ad7029eb306 req-77ba6c4e-f9f1-48ff-b405-2bfa52fd10fa tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1778088 Feb 17 04:39:12.211027 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-bbcf26f8-7ecf-4ed8-a7aa-54301188a693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1002 time: 0.1742525 Feb 17 04:39:12.214141 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-49da4a5a-eb70-4a7e-baa5-1ad7029eb306 req-53d5be71-d1cb-428f-a10c-d1e0477259dd tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970364 Feb 17 04:39:12.321382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-d0fdc9c6-c796-4704-b2b1-33dd6ef09d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.323221 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-d0fdc9c6-c796-4704-b2b1-33dd6ef09d2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.1006751 Feb 17 04:39:12.484203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device a2f7b3c8-0a93-4a49-8ef6-3765c068821c up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:12.510203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-43169569-2f9a-4351-a1ca-762e698cfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.513053 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-43169569-2f9a-4351-a1ca-762e698cfa26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784761 Feb 17 04:39:12.526731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd39-c015-4d00-ab5b-7a21baca8a10 req-60f22ccb-90c9-49d7-a5bd-b853a5d69b3a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.528198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cab1fd39-c015-4d00-ab5b-7a21baca8a10 req-60f22ccb-90c9-49d7-a5bd-b853a5d69b3a tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.1470926 Feb 17 04:39:12.606391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port a2f7b3c8-0a93-4a49-8ef6-3765c068821c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:12.607138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.687922 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cab1fd39-c015-4d00-ab5b-7a21baca8a10 req-aa1c3ea7-3e09-485c-b072-0f992fc978ce tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334283 Feb 17 04:39:12.769735 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-1db9182f-3aa6-4256-9c60-0dfc1bf2ad80 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404668 Feb 17 04:39:13.067341 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d23e0717-01d0-4169-ba76-116705d21ab8 req-d58a70c9-df1f-45c2-ad38-57d7a29c23c8 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2804551 Feb 17 04:39:13.150491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006892-3c37-4f9e-ae8b-1d7fffc5d2b8 req-8686e388-5be8-4c37-a3b8-236083ce8126 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:13.152302 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7006892-3c37-4f9e-ae8b-1d7fffc5d2b8 req-8686e388-5be8-4c37-a3b8-236083ce8126 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1442878 Feb 17 04:39:13.216397 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7006892-3c37-4f9e-ae8b-1d7fffc5d2b8 req-ebbbf1a1-2de7-411c-9f18-3ec3f619361f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556362 Feb 17 04:39:13.490048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825a428-490d-40b8-9eb8-0fe9db3ee943 req-8ac4d5ff-69b1-4a6c-9f31-6f05a30345a7 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:13.492025 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5825a428-490d-40b8-9eb8-0fe9db3ee943 req-8ac4d5ff-69b1-4a6c-9f31-6f05a30345a7 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.0996315 Feb 17 04:39:13.570739 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5825a428-490d-40b8-9eb8-0fe9db3ee943 req-4901aac4-f7f7-45c9-b3e4-ea33b43c976e tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673540 Feb 17 04:39:14.501226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5ca2e-6886-4d64-9a6b-5666c0eac566 req-48404efe-d41a-436d-bb8a-c49062a571cc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.502923 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b6c5ca2e-6886-4d64-9a6b-5666c0eac566 req-48404efe-d41a-436d-bb8a-c49062a571cc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.1371858 Feb 17 04:39:14.574228 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b6c5ca2e-6886-4d64-9a6b-5666c0eac566 req-f783c18b-d9d4-4bae-8f81-7dc474618c8b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634575 Feb 17 04:39:14.861778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487fea-c0fb-4794-a560-12b8ab45f9b4 req-a8601b65-31e0-4bfc-8815-3627ac2628ba tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.864713 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53487fea-c0fb-4794-a560-12b8ab45f9b4 req-a8601b65-31e0-4bfc-8815-3627ac2628ba tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1317298 Feb 17 04:39:14.938613 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53487fea-c0fb-4794-a560-12b8ab45f9b4 req-80b7f676-a35a-4ed6-a95f-eeeaf7dd22c6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613253 Feb 17 04:39:15.231940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 44950) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:15.438609 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2018cccb-d9e8-4793-a304-8924a87db2a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c087f2bb2f1141dd8627df9c0793878d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049294 Feb 17 04:39:15.442869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 44956) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:15.518662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.555084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.606248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.613153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c882b3d2-d5ce-4a2f-88da-11992f3a4896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:15.629360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e055168-3405-4c6c-beae-ad026cc67728,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:15.634793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:15.639914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.642898 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e055168-3405-4c6c-beae-ad026cc67728 HTTP/1.1" status: 204 len: 168 time: 0.1983147 Feb 17 04:39:16.215644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3184-4748-4075-b000-d6d02bf66800 req-8f4cc1d4-f49f-4943-9401-8ae82d9b8042 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:16.217362 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-831f3184-4748-4075-b000-d6d02bf66800 req-8f4cc1d4-f49f-4943-9401-8ae82d9b8042 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1047611 Feb 17 04:39:16.291141 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-831f3184-4748-4075-b000-d6d02bf66800 req-20c56c69-8b48-4836-97e1-fd75f6e17ddf tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Feb 17 04:39:16.673968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 44988) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:16.814756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-696773605-network', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:16.823756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:16.830553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Usage tracker for resource:network and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:16.835564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:16.844595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:16.858602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Made reservation on behalf of d60cf40f6a084505a3f4fa379c4b5318 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:16.867036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.889257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.911458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:16.917722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Usage tracker for resource:security_group_rule and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:16.921644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:16.928879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:17.044669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.047919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.051349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4929f5ba-0efa-4481-83be-2dc82045261d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:17.090305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:39:17.096853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8cdece-fc4b-4c17-b020-e0e0131e5200,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:17.100998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:17.105187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.105573 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Added segment d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc of type vxlan for network b7e327c8-6918-47c7-9f64-4b7ede805daf Feb 17 04:39:17.148009 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.182879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.184083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:17.184721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.190139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ecf4a1c5-f686-4aa5-8922-b912dcf7e837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:17.307336 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6318293 Feb 17 04:39:17.308741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e327c8-6918-47c7-9f64-4b7ede805daf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:17.311856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 44996) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:17.313705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:17.320554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Request body: {'subnet': {'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-696773605-subnet', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:17.325256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:17.326491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:17.331047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Usage tracker for resource:subnet and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:17.335850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:17.347549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:17.357699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:17.383566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Made reservation on behalf of d60cf40f6a084505a3f4fa379c4b5318 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:17.392758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851447078'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.634818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7506-3450-46fb-a1f5-475fa827f885 req-a90f8387-afb6-49cc-905f-d73090976a18 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:17.636545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-407b7506-3450-46fb-a1f5-475fa827f885 req-a90f8387-afb6-49cc-905f-d73090976a18 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1301632 Feb 17 04:39:17.713238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-407b7506-3450-46fb-a1f5-475fa827f885 req-109dff92-f61d-4893-8b2e-302ed57d9ea0 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Feb 17 04:39:17.957340 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852461054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851447093'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.972084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:18.121667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:18.127566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:18.258356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Checking segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:18.258976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Network hostable DHCP agents. Network: b7e327c8-6918-47c7-9f64-4b7ede805daf, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:39:18.292281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Network b7e327c8-6918-47c7-9f64-4b7ede805daf is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:39:18.301731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, b7e327c8-6918-47c7-9f64-4b7ede805daf) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:18.315127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a5014-afdc-4bcc-b75e-96abe4f672bf None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:18.322454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:18.323469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.361614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45004) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:18.362299 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0eb586ac-225e-45b2-a43a-7e9bb1ccc296 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0472503 Feb 17 04:39:18.371873 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:18.394331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:18.406174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Usage tracker for resource:router and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:18.410708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:18.419035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:18.431977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.433736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.457430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.669062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-b7e327c8-6918-47c7-9f64-4b7ede805daf', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:39:18.670342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.828752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.109464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Allocated IP 172.20.0.2 (b7e327c8-6918-47c7-9f64-4b7ede805daf/acfa63ff-0309-48c3-8ccf-65f9ba0b61e1/26803d51-35bf-42d3-b768-6f762c1cca02) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:19.255976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717ea9-af8c-4791-8ddc-3519de8c8440 req-0a0f42e3-4fc6-443a-873f-4f7b935e3d8a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:19.257738 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cb717ea9-af8c-4791-8ddc-3519de8c8440 req-0a0f42e3-4fc6-443a-873f-4f7b935e3d8a tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.3925867 Feb 17 04:39:19.353126 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cb717ea9-af8c-4791-8ddc-3519de8c8440 req-5a65e6b9-0f73-42d8-8672-59f64e1d9f8f tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Feb 17 04:39:19.387630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.401339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Transition to ACTIVE for port object 26803d51-35bf-42d3-b768-6f762c1cca02 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:19.426856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Transition to ACTIVE for port object 26803d51-35bf-42d3-b768-6f762c1cca02 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:19.437663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.463988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:19.612064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.612385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Pushing event updated for resources: {'Port': ['ID=26803d51-35bf-42d3-b768-6f762c1cca02,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:19.617959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:19.649815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.708964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:19.711215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:19.714336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:19.784387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Attempting to bind port 26803d51-35bf-42d3-b768-6f762c1cca02 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:19.784948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Attempting to bind port 26803d51-35bf-42d3-b768-6f762c1cca02 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:19.785409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Attempting to bind port 26803d51-35bf-42d3-b768-6f762c1cca02 on network b7e327c8-6918-47c7-9f64-4b7ede805daf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:19.791960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:19.792424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Checking segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:19.792811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.793268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Bound using segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:19.793785 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Bound port: 26803d51-35bf-42d3-b768-6f762c1cca02, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:19.794211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.936522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] For port 26803d51-35bf-42d3-b768-6f762c1cca02, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:19.940210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] For port 26803d51-35bf-42d3-b768-6f762c1cca02, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=26803d51-35bf-42d3-b768-6f762c1cca02,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:19.944511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.964210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:20.062838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce12641-4698-49cb-b6b6-91afab60369d req-2c1f296d-61a0-45ab-9e2a-0acef4ce5df6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:20.064541 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ce12641-4698-49cb-b6b6-91afab60369d req-2c1f296d-61a0-45ab-9e2a-0acef4ce5df6 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.1848173 Feb 17 04:39:20.124662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Pushing event updated for resources: {'Port': ['ID=26803d51-35bf-42d3-b768-6f762c1cca02,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:20.130377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:20.155652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Allocated IP 172.28.0.245 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/2ea874b6-a2ed-4837-9963-e6cec6653ebb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:20.290710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Deleting port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:20.291101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.460900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:20.497530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.725072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.756766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:20.763380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:20.763777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.768464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:20.772379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.774224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.774604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:20.794940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:20.829614 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4', 'code': 200} Feb 17 04:39:20.881816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:20.900207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.900702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.901264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.902048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.902539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.903144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.903730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.904318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.904925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.905514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.906115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.906713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.907373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.907972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.908555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.909867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.909867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.910368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.911112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.911860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.912374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.913463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.913973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.914475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:20.919354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:20.981224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 26803d51-35bf-42d3-b768-6f762c1cca02 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:21.050131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Calling delete_port for 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:21.089903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 26803d51-35bf-42d3-b768-6f762c1cca02 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:21.098798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687bf5-6f8d-4203-b740-d6af42e90271 req-2487bcdb-2bd7-4184-8059-202caf317261 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:21.101741 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea687bf5-6f8d-4203-b740-d6af42e90271 req-2487bcdb-2bd7-4184-8059-202caf317261 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 946 time: 0.5137403 Feb 17 04:39:21.164852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Pushing event updated for resources: {'Port': ['ID=2ea874b6-a2ed-4837-9963-e6cec6653ebb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:21.190644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:21.273474 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ea687bf5-6f8d-4203-b740-d6af42e90271 req-e3ba5186-1b92-437e-ad34-d75251846185 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511490 Feb 17 04:39:21.285421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:21.287190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:21.289638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:21.350586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:21.351000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:21.718898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b39a0-11e7-46e7-a96f-012f26282851 None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:21.833923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Provisioning for port 26803d51-35bf-42d3-b768-6f762c1cca02 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:21.845393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Provisioning complete for port 26803d51-35bf-42d3-b768-6f762c1cca02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:21.845816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.919351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Deleting port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:21.919709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.121474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.176603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] For port 26803d51-35bf-42d3-b768-6f762c1cca02, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=26803d51-35bf-42d3-b768-6f762c1cca02,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:22.181415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.183772 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:22.197879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.283109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Pushing event updated for resources: {'Port': ['ID=26803d51-35bf-42d3-b768-6f762c1cca02,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:22.286914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:22.430300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-e8d8256c-db3c-4cb2-ae67-34e6dfe22235 None None] Provisioning complete for port 26803d51-35bf-42d3-b768-6f762c1cca02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:22.430784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e8d8256c-db3c-4cb2-ae67-34e6dfe22235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.452304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] For port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:22.452577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.703960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-6d4c1644-9788-4012-8b44-672d498a02be None None] Provisioning complete for port 26803d51-35bf-42d3-b768-6f762c1cca02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:22.704639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1644-9788-4012-8b44-672d498a02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.718245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Calling delete_port for 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:22.919631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 26803d51-35bf-42d3-b768-6f762c1cca02 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:23.068564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d536ded-3e31-4b0e-8513-1b8daecb78ac req-95954689-e22c-4610-929e-109ac73d3160 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:23.070591 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7d536ded-3e31-4b0e-8513-1b8daecb78ac req-95954689-e22c-4610-929e-109ac73d3160 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 944 time: 0.5953999 Feb 17 04:39:23.167974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.235322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-3c45f81f-bdaa-4fe8-a5db-fa15142ccfc6 None None] Provisioning complete for port 26803d51-35bf-42d3-b768-6f762c1cca02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:23.235816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3c45f81f-bdaa-4fe8-a5db-fa15142ccfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.266237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.312153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:23.344313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 26803d51-35bf-42d3-b768-6f762c1cca02 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:23.344728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.504966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Pushing event deleted for resources: {'Port': ['ID=2cd99dc0-b552-43dc-89ab-2c9cf4804ec4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:23.510403 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7d536ded-3e31-4b0e-8513-1b8daecb78ac req-567443f3-c255-492e-8b40-154549c3aa1d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b14f7e4-27b3-4772-8827-ec942c327805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104030 Feb 17 04:39:23.511285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:23.727290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] No DVR routers for this DVR port 2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:23.729639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.733024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-deleted', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:23.765033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Router adc99fd1-2eeb-4975-ad51-0350ab4553ee is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:39:23.772546 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ce12641-4698-49cb-b6b6-91afab60369d req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.41 "DELETE /v2.0/ports/2cd99dc0-b552-43dc-89ab-2c9cf4804ec4 HTTP/1.1" status: 204 len: 173 time: 3.7008488 Feb 17 04:39:23.857631 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5497ce-48de-4ea6-be08-0db82d156e14', 'name': 'network-vif-deleted', 'tag': '2cd99dc0-b552-43dc-89ab-2c9cf4804ec4', 'status': 'completed', 'code': 200} Feb 17 04:39:24.024130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:24.036695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Sync routers for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:24.048728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.049176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:24.049861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:24.051071 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6872454 Feb 17 04:39:24.056408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45040) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:24.507125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:24.773023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3f4f2e6b-ee59-4bdf-86d4-db09173c62dd req-b54795a0-d0a1-4b23-ad59-46dab78e3ea4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Synchronizing usage tracker for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:24.810857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3f4f2e6b-ee59-4bdf-86d4-db09173c62dd req-b54795a0-d0a1-4b23-ad59-46dab78e3ea4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Unset dirty status for tenant:c36cb7c0a5854b0ca4d1158b6587c5d1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:24.812142 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f4f2e6b-ee59-4bdf-86d4-db09173c62dd req-b54795a0-d0a1-4b23-ad59-46dab78e3ea4 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b5497ce-48de-4ea6-be08-0db82d156e14 HTTP/1.1" status: 200 len: 210 time: 0.0997314 Feb 17 04:39:24.901979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:21Z', 'revision_number': 3, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:24.907086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Checking router: adc99fd1-2eeb-4975-ad51-0350ab4553ee for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:24.907604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Updating router adc99fd1-2eeb-4975-ad51-0350ab4553ee port 2ea874b6-a2ed-4837-9963-e6cec6653ebb binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:24.996436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.306390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.502712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.515687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Transition to ACTIVE for port object 2ea874b6-a2ed-4837-9963-e6cec6653ebb will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:25.519063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.533561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29b62374-01ca-48d4-8c0b-b7a484c2c3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:25.672748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Pushing event updated for resources: {'Port': ['ID=2ea874b6-a2ed-4837-9963-e6cec6653ebb,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:25.678834 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Allocated IP 172.20.0.1 (b7e327c8-6918-47c7-9f64-4b7ede805daf/acfa63ff-0309-48c3-8ccf-65f9ba0b61e1/98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:25.685765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.686152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.686530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.686924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.687321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.687718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.688105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.688482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.688886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.689261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.689653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.690037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.690437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.690794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.691152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.691507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.691864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.692217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.692580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.692947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.693303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.694181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.694538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.694896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:25.709856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:25.765252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Attempting to bind port 2ea874b6-a2ed-4837-9963-e6cec6653ebb on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:25.765978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Attempting to bind port 2ea874b6-a2ed-4837-9963-e6cec6653ebb by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:25.766886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Attempting to bind port 2ea874b6-a2ed-4837-9963-e6cec6653ebb on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:25.775425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:25.776088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:25.777155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.777657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:25.778329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Bound port: 2ea874b6-a2ed-4837-9963-e6cec6653ebb, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:25.778952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.863725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] For port 2ea874b6-a2ed-4837-9963-e6cec6653ebb, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:25.868221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] For port 2ea874b6-a2ed-4837-9963-e6cec6653ebb, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=2ea874b6-a2ed-4837-9963-e6cec6653ebb,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:25.871783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.884756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.887216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:25.915068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Transition to ACTIVE for port object 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:25.952316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.968685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:25.983996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45052) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:26.043303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Pushing event updated for resources: {'Port': ['ID=2ea874b6-a2ed-4837-9963-e6cec6653ebb,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:26.048905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8e33ae82-637c-4661-960e-f18b188814ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:26.109075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:26.110829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:26.124614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Pushing event updated for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:26.130186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:26.189411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Network b7e327c8-6918-47c7-9f64-4b7ede805daf is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:26.190589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:26.193422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:26.194840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.343334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.358670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:26.453477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-36982321-1d8a-4bb3-bfee-ab7781f55208 None None] Provisioning for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:26.460051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-36982321-1d8a-4bb3-bfee-ab7781f55208 None None] Provisioning complete for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:26.460778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-36982321-1d8a-4bb3-bfee-ab7781f55208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.544109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-36982321-1d8a-4bb3-bfee-ab7781f55208 None None] Port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:26.752351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.761562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.765532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.766670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.890833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:26.919419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:21Z', 'revision_number': 3, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:26.925251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53680e1-b336-4d7d-b05e-6fafdcf49fdd None None] The sync data for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb is: [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:21Z', 'revision_number': 3, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:27.009315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Pushing event updated for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:27.015611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:27.089770 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Network b7e327c8-6918-47c7-9f64-4b7ede805daf is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:27.091697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:27.358666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Router adc99fd1-2eeb-4975-ad51-0350ab4553ee has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:27.390323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-76a94c35-752e-497e-9a93-cd126c9ca03c None None] Provisioning complete for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:27.390954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76a94c35-752e-497e-9a93-cd126c9ca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.528529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-76a94c35-752e-497e-9a93-cd126c9ca03c None None] Port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:27.579114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Deleting port ccee4444-c394-46b4-97d1-47816d2561dd {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:27.579670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.663394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:27.682959 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] 10.222.0.47 "PUT /v2.0/routers/adc99fd1-2eeb-4975-ad51-0350ab4553ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6203303 Feb 17 04:39:27.812556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] For port ccee4444-c394-46b4-97d1-47816d2561dd, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ccee4444-c394-46b4-97d1-47816d2561dd,segment=NetworkSegment(b3ba8e1a-8db4-408d-97c1-bc8f6204df58),segment_id=b3ba8e1a-8db4-408d-97c1-bc8f6204df58)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:27.813084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.961688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Calling delete_port for ccee4444-c394-46b4-97d1-47816d2561dd owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:28.498603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.516830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:28.618186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccee4444-c394-46b4-97d1-47816d2561dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:28.628603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:28.655766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45086) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:28.669436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-867991627-network', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:28.679809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:28.686522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Usage tracker for resource:network and tenant:57447338d71b4eb4a7cba7b0e294a566 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:28.691075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:28.698871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:28.714623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Made reservation on behalf of 57447338d71b4eb4a7cba7b0e294a566 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:28.722312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.737072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.758481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:28.765675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Usage tracker for resource:security_group_rule and tenant:57447338d71b4eb4a7cba7b0e294a566 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:28.772535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:28.781371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:28.910912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.915276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.922458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-094090c1-b2f3-47d4-86fb-e9ce47e18fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:28.955790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:39:28.979618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.980226 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Added segment 3ba5b87d-538e-4db6-a150-0486cc64feef of type vxlan for network 51f1574c-de2e-4035-a8ae-54b3402c9d7e Feb 17 04:39:29.046187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 2ea874b6-a2ed-4837-9963-e6cec6653ebb up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:29.052543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.061833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.106717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8350ac-6597-4a4a-8d6d-e6373d85f211,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:29.110519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:29.128771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.130567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:29.131237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.136662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:29.184614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 2ea874b6-a2ed-4837-9963-e6cec6653ebb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:29.194480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 2ea874b6-a2ed-4837-9963-e6cec6653ebb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:29.195118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.259709 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6021521 Feb 17 04:39:29.265227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45092) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:29.266083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Pushing event updated for resources: {'Network': ['ID=51f1574c-de2e-4035-a8ae-54b3402c9d7e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:29.272421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0122e4c3-96d0-4b84-afcc-868c9930b838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:29.283535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Request body: {'subnet': {'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-867991627-subnet', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:29.288299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:29.289793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:29.294389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Usage tracker for resource:subnet and tenant:57447338d71b4eb4a7cba7b0e294a566 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:29.297679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:29.304475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:29.316939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Made reservation on behalf of 57447338d71b4eb4a7cba7b0e294a566 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:29.322275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.355067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:29.565655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.586115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 2ea874b6-a2ed-4837-9963-e6cec6653ebb, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=2ea874b6-a2ed-4837-9963-e6cec6653ebb,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:29.589524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.591728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a003d44e-7f3e-400b-86ff-09d4aee862f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:29.667361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=2ea874b6-a2ed-4837-9963-e6cec6653ebb,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:29.671891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:29.829491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Router af17e556-63c6-4e9f-89eb-56bcbda974ad has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:30.090162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.111002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9f0a5e2f-9f36-4993-b4e7-1251c3668de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:30.135637 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Sync routers for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:30.155731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:30.156462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:30.157470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:30.170418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Sync routers for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:30.194460 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e53f878e-fdf1-4f33-bc12-f7701d7eb9f7 admin admin] 10.222.0.47 "PUT /v2.0/routers/af17e556-63c6-4e9f-89eb-56bcbda974ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2085590 Feb 17 04:39:30.197947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:30.198925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:30.200461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45102) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:30.206100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=186d7ab0-dab7-4dda-9af3-791acb0b6e15,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:30.217426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:30.489097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Checking segment: {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:30.489508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Network hostable DHCP agents. Network: 51f1574c-de2e-4035-a8ae-54b3402c9d7e, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:39:30.510056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:30.529018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:30.555044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:39:30.578247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 51f1574c-de2e-4035-a8ae-54b3402c9d7e) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:30.600533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:30.601229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.650041 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3756516 Feb 17 04:39:30.654961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45108) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:30.666708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:30.682721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:30.694754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Usage tracker for resource:router and tenant:57447338d71b4eb4a7cba7b0e294a566 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:30.699865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:30.707659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:30.721188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.722977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.749896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.794554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45a9dc-319b-4f47-a9d7-61a7a8246f10 None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:30.885125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.078964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 2ea874b6-a2ed-4837-9963-e6cec6653ebb up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:31.171093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.180806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Deleting port b559ea78-761b-4178-87a9-d993216cd6e5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:31.182543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.245904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:39:28Z', 'revision_number': 5, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:31.251053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Checking router: af17e556-63c6-4e9f-89eb-56bcbda974ad for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:31.269616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.270721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Routers {'af17e556-63c6-4e9f-89eb-56bcbda974ad'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:31.271562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['af17e556-63c6-4e9f-89eb-56bcbda974ad'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:31.414619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 2ea874b6-a2ed-4837-9963-e6cec6653ebb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:31.415013 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.507629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] For port b559ea78-761b-4178-87a9-d993216cd6e5, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b559ea78-761b-4178-87a9-d993216cd6e5,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:31.508951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.602865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] Set router af17e556-63c6-4e9f-89eb-56bcbda974ad gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:31.718011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 2, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:31.725915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Checking router: adc99fd1-2eeb-4975-ad51-0350ab4553ee for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:31.726670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Updating router adc99fd1-2eeb-4975-ad51-0350ab4553ee port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:31.727658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Calling delete_port for b559ea78-761b-4178-87a9-d993216cd6e5 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:31.749642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.794964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.802519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.013764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.plugins.ml2.ovo_rpc [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: result = function(*args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: proto.__init__(conn_state, self) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: self.handle() Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: self.handle_one_request() Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: self.handle_one_response() Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: result = self.application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return app(environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return request.get_response(self.application) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self._app) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: response = self.app(environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:39:32.025766 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: result = method(request=request, **args) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return self._delete(request, id, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*dup_args, **dup_kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: obj_deleter(request.context, id, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return method(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(*dup_args, **dup_kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, context, *args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return method(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: context, port, router_ids, bound_mech_contexts) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: return function(*args, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: callback(resource, event, trigger, **kwargs) Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:39:32.032437 dv-cinder-760197-3-smb neutron-server[83931]: stack = traceback.extract_stack() Feb 17 04:39:32.043890 dv-cinder-760197-3-smb neutron-server[83931]: Feb 17 04:39:32.231335 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Allocated IP 172.28.0.101 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/ea8e526a-77d5-4a63-b8a5-6691fca0575a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:32.284897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:39:32.287852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.314191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:39:28Z', 'revision_number': 5, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:32.321883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050f535-741f-42bb-801b-4d7d5fd1cb03 None None] The sync data for ids ['af17e556-63c6-4e9f-89eb-56bcbda974ad'] in dv-cinder-760197-3-smb is: [{'id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'name': 'tempest-ServerRescueNegativeTestJSON-945943754-router', 'tenant_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:08Z', 'updated_at': '2021-02-17T04:39:28Z', 'revision_number': 5, 'project_id': 'c36cb7c0a5854b0ca4d1158b6587c5d1', 'gw_port': {'id': 'b559ea78-761b-4178-87a9-d993216cd6e5', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e556-63c6-4e9f-89eb-56bcbda974ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:32.446109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.489162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.515829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.570390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.592308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f3adbaf7-5936-49c6-9320-62e2711ad77f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:32.636610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.640382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.749246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Pushing event updated for resources: {'Port': ['ID=ea8e526a-77d5-4a63-b8a5-6691fca0575a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:32.760273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:32.775141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.776570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af17e556-63c6-4e9f-89eb-56bcbda974ad {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:39:32.803462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.805173 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-22e385f6-af5b-49cf-a04f-ad6aeb9bdba2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/af17e556-63c6-4e9f-89eb-56bcbda974ad HTTP/1.1" status: 204 len: 168 time: 2.6033585 Feb 17 04:39:32.812148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45116) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:32.846297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:32.847572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:32.850120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:32.907920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Deleting subnet d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:39:32.913090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.961125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ccee4444-c394-46b4-97d1-47816d2561dd no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:32.991263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.040777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.078213 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: ccee4444-c394-46b4-97d1-47816d2561dd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:39:33.078991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ccee4444-c394-46b4-97d1-47816d2561dd not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:39:33.085237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.199786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Transition to ACTIVE for port object 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:33.225319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.423405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:33.509191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Allocated IP 172.20.0.2 (51f1574c-de2e-4035-a8ae-54b3402c9d7e/186d7ab0-dab7-4dda-9af3-791acb0b6e15/621eeae8-c983-40cd-a5f4-f16fa3a6d28d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:33.602319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.639532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bceb2378-ee21-44be-a01e-5056ebc9aaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:33.700463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.774789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:33.799876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:33.828097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Attempting to bind port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:33.828562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Attempting to bind port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:33.829039 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Attempting to bind port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 on network b7e327c8-6918-47c7-9f64-4b7ede805daf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:33.832225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Pushing event updated for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:33.868519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.878483 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ca968f5c-3136-405f-8ea2-99a71238cc96 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d5eec2a4-168c-4f5f-a4a0-e29cfd6cefce HTTP/1.1" status: 204 len: 168 time: 1.0641742 Feb 17 04:39:33.879190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45130) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:33.933054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:33.985998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:33.986869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Checking segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:33.987728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.988393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Bound using segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:33.989143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Bound port: 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:33.989935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.047500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.291163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.291735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.449781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-83521c35-c3cf-421c-9418-78249d7a6c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.472650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5d378-70a7-449f-a73a-1ba69a66c8a5']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:34.496296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:34.496913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ba8e1a-8db4-408d-97c1-bc8f6204df58') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:34.515801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.538104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] For port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:34.547313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Router b546c3a4-c6ca-4428-b06b-d0641dd80d6a is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:39:34.547878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.550549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:39:34.612472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] For port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:34.622003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.772879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:34.779670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.796550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3c95d006-0322-4544-be58-0b101342e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:34.807923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:34.848399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.856542 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1999254 Feb 17 04:39:34.857373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45136) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:34.934206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Sync routers for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:34.956836 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b559ea78-761b-4178-87a9-d993216cd6e5 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:34.987215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Network 29d5d378-70a7-449f-a73a-1ba69a66c8a5 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:35.022070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: b559ea78-761b-4178-87a9-d993216cd6e5 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:39:35.022922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b559ea78-761b-4178-87a9-d993216cd6e5 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:39:35.030892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:39:35.046886 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:39:35.058839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:35.058839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:35.233293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.237669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-83db6f18-991d-4438-9bca-1617dcb16619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:35.278076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.297369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Pushing event deleted for resources: {'Network': ['ID=29d5d378-70a7-449f-a73a-1ba69a66c8a5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:35.303733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:35.313312 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d191f42c-82d4-4f4f-b334-eb50e94ced4b admin admin] 10.222.0.47 "DELETE /v2.0/networks/29d5d378-70a7-449f-a73a-1ba69a66c8a5 HTTP/1.1" status: 204 len: 168 time: 1.4305239 Feb 17 04:39:35.444916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Transition to ACTIVE for port object 621eeae8-c983-40cd-a5f4-f16fa3a6d28d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:35.467619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Transition to ACTIVE for port object 621eeae8-c983-40cd-a5f4-f16fa3a6d28d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:35.477729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Pushing event updated for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:35.482883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:35.483621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:35.515819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45148) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:35.551659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:35.589636 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c40b0ffe-3ed3-4291-b7a7-f770f18ba78f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c36cb7c0a5854b0ca4d1158b6587c5d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0712197 Feb 17 04:39:35.593172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45152) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:35.633097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:35.679958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.715044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.735373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.797935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.804448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-28fa9958-edfb-4298-b6b6-4bd5322ce60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:35.819502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b14f7e4-27b3-4772-8827-ec942c327805,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:35.823103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:35.825411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.826969 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b14f7e4-27b3-4772-8827-ec942c327805 HTTP/1.1" status: 204 len: 168 time: 0.2323532 Feb 17 04:39:35.851548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:36.059728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c18b3f-0d06-40b8-bfad-51baaf773641 req-a680aaec-7e9c-400f-ab6d-6abc1de3bdd7 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:36.062063 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43c18b3f-0d06-40b8-bfad-51baaf773641 req-a680aaec-7e9c-400f-ab6d-6abc1de3bdd7 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.4354703 Feb 17 04:39:36.197033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.242102 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43c18b3f-0d06-40b8-bfad-51baaf773641 req-4d5b496e-7ae4-4c3d-8439-4924b9ada7f4 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866282 Feb 17 04:39:36.261616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Pushing event updated for resources: {'Port': ['ID=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:36.278280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:36.365807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:36.451469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:36.460888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:36.494251 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:36.691444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Allocated IP 172.20.0.1 (51f1574c-de2e-4035-a8ae-54b3402c9d7e/186d7ab0-dab7-4dda-9af3-791acb0b6e15/e98d61a4-a6ee-42b7-9663-7c8b281d4b95) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:36.917991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.947085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Transition to ACTIVE for port object e98d61a4-a6ee-42b7-9663-7c8b281d4b95 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:36.952299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45174) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:36.972923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Attempting to bind port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:36.973395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Attempting to bind port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:36.973752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Attempting to bind port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d on network 51f1574c-de2e-4035-a8ae-54b3402c9d7e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:36.992292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:36.992722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Checking segment: {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:36.993324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.994090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Bound using segment: {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:36.995068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Bound port: 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:36.995612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.999489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.026728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa2dd934-857e-4551-a30c-a97c17537083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.028365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ccdced9a-98ee-4b9b-9b68-9643c193326d tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:37.137107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:33Z', 'revision_number': 3, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:37.141022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-704870804-network', 'tenant_id': '04fc36f955fb47e587cda21e5c92e755'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:37.157504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Checking router: b546c3a4-c6ca-4428-b06b-d0641dd80d6a for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:37.158313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Updating router b546c3a4-c6ca-4428-b06b-d0641dd80d6a port ea8e526a-77d5-4a63-b8a5-6691fca0575a binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:37.159281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:37.173565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Usage tracker for resource:network and tenant:04fc36f955fb47e587cda21e5c92e755 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:37.180683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:37.203891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:37.216035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Pushing event updated for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:37.219574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:37.251725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:37.256600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.277656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.308968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:37.314533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:37.318271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:37.321569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Usage tracker for resource:security_group_rule and tenant:04fc36f955fb47e587cda21e5c92e755 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:37.326463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:37.327347 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.331664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:37.333100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.351283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:37.375049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] For port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:37.405574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] For port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:37.414982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.441305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:37.614169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.630712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6ad7b-201c-4ea6-98f5-4c5fd519aca7 req-024436a2-8a8f-4459-a55a-9fd2a99fdfd9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:37.632425 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d1e6ad7b-201c-4ea6-98f5-4c5fd519aca7 req-024436a2-8a8f-4459-a55a-9fd2a99fdfd9 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.2341504 Feb 17 04:39:37.635594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:34Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:37.635915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.641240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:37.649358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.659470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.660377 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ae0c9-f457-4daa-ad7c-05b8ef6ef368 None None] The sync data for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb is: [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:34Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:37.756990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:39:37.819495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Pushing event updated for resources: {'Port': ['ID=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:37.820782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:37.830119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:37.843949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.844462 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Added segment b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9 of type vxlan for network 8236b16b-1f89-4e95-8844-66e9760d8c85 Feb 17 04:39:37.849090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.850261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.850780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.851267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.852155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.852155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.852817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.853196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.853717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.854867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.854867 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.855197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.855675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.856169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.856665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.857173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.857677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.858174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.858667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.859176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.859670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.860333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.860635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.861159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:37.867915 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d1e6ad7b-201c-4ea6-98f5-4c5fd519aca7 req-261dbeb1-4337-4595-b615-5c8ca9d8b289 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056460 Feb 17 04:39:37.876429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:37.981835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.126799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.135084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:38.136819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.173939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:38.262741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.287077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Transition to ACTIVE for port object ea8e526a-77d5-4a63-b8a5-6691fca0575a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:38.298181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.327862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:38.377065 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4221110 Feb 17 04:39:38.377934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45182) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:38.382890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Pushing event updated for resources: {'Network': ['ID=8236b16b-1f89-4e95-8844-66e9760d8c85,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:38.386746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:38.387402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Request body: {'subnet': {'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-704870804-subnet', 'tenant_id': '04fc36f955fb47e587cda21e5c92e755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:38.405779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:38.410432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.413963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Usage tracker for resource:subnet and tenant:04fc36f955fb47e587cda21e5c92e755 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:38.414392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.415250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.419835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:38.433025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:38.450132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:38.456547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851447078'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.491458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:38.509654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:39:38.565955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1da741b7-4f95-4180-a9a2-346c46028abb tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:38.719226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Pushing event updated for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:38.726960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:38.744192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:38.745764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:38.775536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.778312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.862947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Pushing event updated for resources: {'Port': ['ID=ea8e526a-77d5-4a63-b8a5-6691fca0575a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:38.877363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:39.006743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Attempting to bind port ea8e526a-77d5-4a63-b8a5-6691fca0575a on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:39.007411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Attempting to bind port ea8e526a-77d5-4a63-b8a5-6691fca0575a by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:39.007673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Attempting to bind port ea8e526a-77d5-4a63-b8a5-6691fca0575a on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:39.022727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:39.023167 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:39.023633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.024073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:39.024626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Bound port: ea8e526a-77d5-4a63-b8a5-6691fca0575a, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:39.025084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.191076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:39.272797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852461054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851447093'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.291864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-52f73dd3-4928-4a67-a18b-80c2aeeb0db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:39.324555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Router b546c3a4-c6ca-4428-b06b-d0641dd80d6a has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:39.530663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] For port ea8e526a-77d5-4a63-b8a5-6691fca0575a, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:39.536713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] For port ea8e526a-77d5-4a63-b8a5-6691fca0575a, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ea8e526a-77d5-4a63-b8a5-6691fca0575a,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:39.542101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.559807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:39.656105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:39.724186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Pushing event updated for resources: {'Port': ['ID=ea8e526a-77d5-4a63-b8a5-6691fca0575a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:39.724394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84e53-a8db-4d56-8332-07a7e408e33f req-4950b656-39c6-451c-b875-95a437d52fac tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:39.726160 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cdf84e53-a8db-4d56-8332-07a7e408e33f req-4950b656-39c6-451c-b875-95a437d52fac tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.6066453 Feb 17 04:39:39.728094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:39.730847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:39.738676 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] 10.222.0.47 "PUT /v2.0/routers/b546c3a4-c6ca-4428-b06b-d0641dd80d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8797514 Feb 17 04:39:39.780378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:39.782659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.817241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0e3249-4383-47e3-962c-27928a740038,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:39.843544 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.843947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.844364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.844730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.845282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.845678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.846071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.846463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.846851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.847240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.847628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.848012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.848437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.848820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.849245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.849655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.850034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.850420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.850798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.851172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.851549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.852201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.852388 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cdf84e53-a8db-4d56-8332-07a7e408e33f req-913249d0-c321-4285-a624-e30d9f3d8478 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956960 Feb 17 04:39:39.852966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.853366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.859914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:39.912984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241db947-c83d-4c53-a8ad-333de4aad469 None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:39.941799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Checking segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:39.942288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Network hostable DHCP agents. Network: 8236b16b-1f89-4e95-8844-66e9760d8c85, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:39:39.966284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:39:39.977913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 8236b16b-1f89-4e95-8844-66e9760d8c85) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:40.011500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.013683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.025910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569c4c4-42ca-47a6-90b7-46e1de9559af None None] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:40.048499 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6683230 Feb 17 04:39:40.252735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:40.324242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f977c40b-4c5a-4ece-8604-34e2d38e7b37 None None] Provisioning for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:40.444068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:40.444829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:40.596766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1715740700', 'description': 'tempest-TestShelveInstance-1715740700 description'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:40.614497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:40.623742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Usage tracker for resource:security_group and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:40.629185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:40.639249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:40.670564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.717135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-481302b7-27d6-4047-a299-5f84de3cb6ed tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.717904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-481302b7-27d6-4047-a299-5f84de3cb6ed tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:40.728297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:40.735327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Usage tracker for resource:security_group_rule and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:40.741474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:40.752047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:40.755592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-481302b7-27d6-4047-a299-5f84de3cb6ed tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:40.756912 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-481302b7-27d6-4047-a299-5f84de3cb6ed tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.2557724 Feb 17 04:39:40.792713 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-b8fc4cec-aa14-4a9e-ba01-bca4b557f02f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/quotas/04fc36f955fb47e587cda21e5c92e755 HTTP/1.1" status: 200 len: 375 time: 0.0187356 Feb 17 04:39:40.803776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.863724 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-18fdcce9-dadc-4fff-9e9d-ee31602a0ae9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610964 Feb 17 04:39:40.947564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:40.951439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:41.023180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1133d-b416-498c-a6dd-93b76ea04ca5 None None] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:39:41.049027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.050453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 621eeae8-c983-40cd-a5f4-f16fa3a6d28d up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:41.105365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:41.233224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.237203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.245639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f4c5b492-ac86-42c2-aa8e-83a8b4d4e961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:41.328208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.330778 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f6ab7ec0-685c-4e82-9155-22ca03eb56b0 req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7913134 Feb 17 04:39:41.340242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:41.347906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:41.376090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-e688771f-f2fb-4bc5-b90b-e54079e2f17c service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970052 Feb 17 04:39:41.637862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Provisioning for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:41.660010 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-f74a6c12-12ab-4d47-b4f4-4cbf05919b48 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2721827 Feb 17 04:39:41.666129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:41.669103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bcb5c-dbf3-4611-a301-13ddcfe94a1a req-34bd6f6e-fbff-4336-9b1f-fbce1097ed60 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:41.671074 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f23bcb5c-dbf3-4611-a301-13ddcfe94a1a req-34bd6f6e-fbff-4336-9b1f-fbce1097ed60 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.1920116 Feb 17 04:39:41.744026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f23bcb5c-dbf3-4611-a301-13ddcfe94a1a req-4e458345-12f9-461c-8848-242b338fd544 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Feb 17 04:39:41.820143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Provisioning complete for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:41.822520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.850888 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-c8b76aae-33fe-436f-82dc-f88630185f03 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups/31d3fa44-0a7e-4e04-8214-4772fb3a7c8e HTTP/1.1" status: 200 len: 1802 time: 0.0861087 Feb 17 04:39:41.857152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31d3fa44-0a7e-4e04-8214-4772fb3a7c8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:41.857152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31d3fa44-0a7e-4e04-8214-4772fb3a7c8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:41.866089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:41.873719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Usage tracker for resource:security_group_rule and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:41.880790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:41.896664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:41.899529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:42.012723 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b694ed2a-b8dd-4816-8316-26dd78779ba3 req-63e36ff5-e18e-4c27-9bc3-734334be668d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 210 time: 0.0756459 Feb 17 04:39:42.098195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:42.131132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.172001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:42.177311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:42.177797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.192823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.196830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.199407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:42.229593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a51979-ae4e-41f0-a24c-e79612728ab7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:42.239161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:42.241495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.242952 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2be651e6-1cf9-4f3d-b152-e75ba2d1fdbc req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3912601 Feb 17 04:39:42.360303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Provisioning complete for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:42.360650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.378935 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-8f401555-8e7e-4f7d-a8e1-f641412e7458 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups/31d3fa44-0a7e-4e04-8214-4772fb3a7c8e HTTP/1.1" status: 200 len: 2395 time: 0.0658522 Feb 17 04:39:42.399464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31d3fa44-0a7e-4e04-8214-4772fb3a7c8e', 'remote_group_id': None}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:42.399916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31d3fa44-0a7e-4e04-8214-4772fb3a7c8e', 'remote_group_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:42.410535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0fb48-54ce-4b49-8116-222108224804 req-a6418734-3144-4691-a582-b5ece5207381 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:42.412196 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-02a0fb48-54ce-4b49-8116-222108224804 req-a6418734-3144-4691-a582-b5ece5207381 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.1548910 Feb 17 04:39:42.415144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:42.420674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Usage tracker for resource:security_group_rule and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:42.456410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:42.473538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:42.515759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Deleting port a2f7b3c8-0a93-4a49-8ef6-3765c068821c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:42.516141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.520817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.534511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'e98d61a4-a6ee-42b7-9663-7c8b281d4b95', 'name': '', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'mac_address': 'fa:16:3e:79:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:36Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 2, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'subnets': [{'id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:42.545662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93800c02-8ea8-46dc-a6fe-7b4230050bf4 None None] The sync data for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb is: [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'e98d61a4-a6ee-42b7-9663-7c8b281d4b95', 'name': '', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'mac_address': 'fa:16:3e:79:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:36Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 2, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'subnets': [{'id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:42.558658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device a2f7b3c8-0a93-4a49-8ef6-3765c068821c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:42.657208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.673146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:42.688792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.701877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:42.726521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.744675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.807038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.827545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-01c3c95f-e931-4a3a-90b1-56becbbd0a91 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:42.863469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60501fb-10f5-4210-a064-7e50d1d66457,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:42.875769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:42.944119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.946160 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e79181d7-87f9-4290-bb06-b6259bbe5b85 req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5530305 Feb 17 04:39:42.967408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:42.967815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-e403bace-fda6-4d3a-9fac-9272dea50c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:42.981326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:43.045897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.180099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:43.189075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:43.198856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:43.213089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:43.217632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.220490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:43.264087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:43.264502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.411766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:43.412682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.542749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Calling delete_port for a2f7b3c8-0a93-4a49-8ef6-3765c068821c owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:43.559968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:43.579054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:43.751262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:43.751520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:43.782183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-15e5f1c0-cca4-4ccd-9af6-b334271691d2 None None] Provisioning complete for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:43.782678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15e5f1c0-cca4-4ccd-9af6-b334271691d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.875466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-15e5f1c0-cca4-4ccd-9af6-b334271691d2 None None] Port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:43.890954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-15e5f1c0-cca4-4ccd-9af6-b334271691d2 None None] Provisioning complete for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:43.891381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15e5f1c0-cca4-4ccd-9af6-b334271691d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.006236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d69c-acab-4e36-8504-8106b0f96bcb req-5eb1be6e-e43b-43c6-8149-d7d78409d63c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:44.020044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1995d69c-acab-4e36-8504-8106b0f96bcb req-5eb1be6e-e43b-43c6-8149-d7d78409d63c tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 945 time: 0.9872632 Feb 17 04:39:44.096116 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b76ef60b-784d-455b-8ceb-4eb6857557f1 req-55fc527f-bbb8-4720-a67f-2c69a1c7610c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 210 time: 0.3589907 Feb 17 04:39:44.211042 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c', 'code': 200} Feb 17 04:39:44.227269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-b9620005-9907-42d5-93cc-892a06ebe012 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:44.229671 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-b9620005-9907-42d5-93cc-892a06ebe012 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.5369549 Feb 17 04:39:44.255487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Request body: {'port': {'device_id': '0b530355-7edd-4122-a006-37119c15cd79', 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85', 'admin_state_up': True, 'tenant_id': '04fc36f955fb47e587cda21e5c92e755'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:44.271288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Deleting port a2f7b3c8-0a93-4a49-8ef6-3765c068821c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:44.271672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.390937 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1995d69c-acab-4e36-8504-8106b0f96bcb req-3700be2a-debf-4154-a264-b7df1091fc33 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698127 Feb 17 04:39:44.649935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:44.658375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Usage tracker for resource:port and tenant:04fc36f955fb47e587cda21e5c92e755 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:44.663476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:44.674997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:44.724122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:44.734770 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.790701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] For port a2f7b3c8-0a93-4a49-8ef6-3765c068821c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,segment=NetworkSegment(a160a72f-28c8-48c0-a2ba-82dfb4b91633),segment_id=a160a72f-28c8-48c0-a2ba-82dfb4b91633)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:44.791350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.989721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 621eeae8-c983-40cd-a5f4-f16fa3a6d28d up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:45.062589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Calling delete_port for a2f7b3c8-0a93-4a49-8ef6-3765c068821c owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:45.119266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:45.119890 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.308922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ea8e526a-77d5-4a63-b8a5-6691fca0575a up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:45.424125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port ea8e526a-77d5-4a63-b8a5-6691fca0575a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:45.432363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ea8e526a-77d5-4a63-b8a5-6691fca0575a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:45.432804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.611702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.634566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port ea8e526a-77d5-4a63-b8a5-6691fca0575a, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ea8e526a-77d5-4a63-b8a5-6691fca0575a,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:45.637815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.639797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:45.646560 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-964db1eb-13fc-4e7b-9129-b6b585a9014f req-e6adbd53-ef10-41cd-b416-6a8e67f7c244 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 210 time: 0.1397207 Feb 17 04:39:45.722343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=ea8e526a-77d5-4a63-b8a5-6691fca0575a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:45.726723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:45.910433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.938374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:46.050203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d729f-37d9-4739-a593-bea2e314c84f req-cfa02e9e-208a-4378-9a42-7515bb4e03c2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.051996 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a5d729f-37d9-4739-a593-bea2e314c84f req-cfa02e9e-208a-4378-9a42-7515bb4e03c2 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 943 time: 0.4897215 Feb 17 04:39:46.060393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Pushing event deleted for resources: {'Port': ['ID=a2f7b3c8-0a93-4a49-8ef6-3765c068821c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:46.076254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:46.138724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Allocated IP 172.20.0.9 (8236b16b-1f89-4e95-8844-66e9760d8c85/fb0e3249-4383-47e3-962c-27928a740038/53a87ea1-33c6-4089-9a6f-a569253c3208) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:46.180776 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1a5d729f-37d9-4739-a593-bea2e314c84f req-f79cb9bf-7bc4-4982-ba1c-7cb78dcaf357 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbe00116-fac9-4838-8427-d2b48d3efe92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062157 Feb 17 04:39:46.299336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] No DVR routers for this DVR port a2f7b3c8-0a93-4a49-8ef6-3765c068821c on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:46.305202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.309129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-deleted', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:46.426655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15dbaa-8281-4156-9f4d-bd5a2ca2603c', 'name': 'network-vif-deleted', 'tag': 'a2f7b3c8-0a93-4a49-8ef6-3765c068821c', 'status': 'completed', 'code': 200} Feb 17 04:39:46.489155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-02a0fb48-54ce-4b49-8116-222108224804 req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.41 "DELETE /v2.0/ports/a2f7b3c8-0a93-4a49-8ef6-3765c068821c HTTP/1.1" status: 204 len: 173 time: 4.0657926 Feb 17 04:39:46.631379 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5317-06e2-40ca-9a41-1425dcaefa66 req-73a8a275-4e4e-4699-ab75-d5f252af9fa6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.633127 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-759a5317-06e2-40ca-9a41-1425dcaefa66 req-73a8a275-4e4e-4699-ab75-d5f252af9fa6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1879911 Feb 17 04:39:46.640220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.706572 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-759a5317-06e2-40ca-9a41-1425dcaefa66 req-04f6824c-7850-42d3-b951-1159a39b4240 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621536 Feb 17 04:39:46.741346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.771557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f6442f4-5efd-4871-9532-f859945d8832 tempest-ServerRescueNegativeTestJSON-1545171453 tempest-ServerRescueNegativeTestJSON-1545171453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:46.820995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Sync routers for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:46.828823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ea8e526a-77d5-4a63-b8a5-6691fca0575a up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:46.836331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:46.838226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:46.935656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ea8e526a-77d5-4a63-b8a5-6691fca0575a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:46.936067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.043909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event updated for resources: {'Port': ['ID=53a87ea1-33c6-4089-9a6f-a569253c3208,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:47.062439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:47.124053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-716a7e4f-b786-4057-b071-656a4530792e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.124893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-716a7e4f-b786-4057-b071-656a4530792e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:47.145059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:47.149608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:47.154640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:47.160771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.161563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.188694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:47.190266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-716a7e4f-b786-4057-b071-656a4530792e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:47.191619 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-716a7e4f-b786-4057-b071-656a4530792e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 931 time: 0.3637650 Feb 17 04:39:47.197982 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9498923 Feb 17 04:39:47.252248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Request body: {'port': {'device_id': '0b530355-7edd-4122-a006-37119c15cd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:47.358270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-5046aa21-7aae-4865-b082-3e1717d34d09 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:47.503211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a437c0a6-16d5-474a-b280-98feef3e184b req-47a5224e-2f76-44e7-aab8-817193d23a7f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Synchronizing usage tracker for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:47.524317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-5046aa21-7aae-4865-b082-3e1717d34d09 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:47.525728 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04793900-d44e-4cfe-8821-c5e63add8e3b req-5046aa21-7aae-4865-b082-3e1717d34d09 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255587 Feb 17 04:39:47.543599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a437c0a6-16d5-474a-b280-98feef3e184b req-47a5224e-2f76-44e7-aab8-817193d23a7f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Unset dirty status for tenant:3b24abfd9d3740eb9c00c39e079998fb on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:47.544942 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a437c0a6-16d5-474a-b280-98feef3e184b req-47a5224e-2f76-44e7-aab8-817193d23a7f tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d15dbaa-8281-4156-9f4d-bd5a2ca2603c HTTP/1.1" status: 200 len: 210 time: 0.1439447 Feb 17 04:39:47.565440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.731487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'e98d61a4-a6ee-42b7-9663-7c8b281d4b95', 'name': '', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'mac_address': 'fa:16:3e:79:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:36Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 2, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'subnets': [{'id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:47.742426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Checking router: b546c3a4-c6ca-4428-b06b-d0641dd80d6a for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:47.743001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Updating router b546c3a4-c6ca-4428-b06b-d0641dd80d6a port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:47.825064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.067946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f2457-3f1a-48ab-afdf-ea60ed6afe9b req-8c9b88f8-8445-4047-9a1d-a94dbb75bd4e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:48.070370 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-530f2457-3f1a-48ab-afdf-ea60ed6afe9b req-8c9b88f8-8445-4047-9a1d-a94dbb75bd4e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.1630747 Feb 17 04:39:48.195296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a87ea1-33c6-4089-9a6f-a569253c3208 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:48.209305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.214897 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-530f2457-3f1a-48ab-afdf-ea60ed6afe9b req-ade47d34-b421-4dbd-94c5-7abf745e285b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160228 Feb 17 04:39:48.236498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Transition to ACTIVE for port object 53a87ea1-33c6-4089-9a6f-a569253c3208 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:48.241743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.259791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-13641dda-6ebd-4aff-ad2d-300eeeafc604 tempest-VolumesActionsTest-1037267641 tempest-VolumesActionsTest-1037267641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:48.369346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.384554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Transition to ACTIVE for port object e98d61a4-a6ee-42b7-9663-7c8b281d4b95 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:48.388929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.405529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:48.588330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379b2a-51c5-4ecc-b1a7-88a13f05be63 None None] Pushing event updated for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:48.592784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2c379b2a-51c5-4ecc-b1a7-88a13f05be63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:48.628465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:48.665914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Pushing event updated for resources: {'Port': ['ID=53a87ea1-33c6-4089-9a6f-a569253c3208,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:48.669384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:48.760721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:48.761456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.029971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Attempting to bind port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:49.030401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Attempting to bind port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:49.030953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Attempting to bind port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 on network 51f1574c-de2e-4035-a8ae-54b3402c9d7e {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:49.040676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:49.041655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Checking segment: {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:49.042250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.042847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Bound using segment: {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:49.043529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Bound port: e98d61a4-a6ee-42b7-9663-7c8b281d4b95, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba5b87d-538e-4db6-a150-0486cc64feef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:49.044098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.056761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Attempting to bind port 53a87ea1-33c6-4089-9a6f-a569253c3208 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:49.057164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Attempting to bind port 53a87ea1-33c6-4089-9a6f-a569253c3208 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:49.057686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Attempting to bind port 53a87ea1-33c6-4089-9a6f-a569253c3208 on network 8236b16b-1f89-4e95-8844-66e9760d8c85 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:49.090911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:49.091329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Checking segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:49.094256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.094741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Bound using segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:49.095322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Bound port: 53a87ea1-33c6-4089-9a6f-a569253c3208, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:49.095776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.123878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c247f-4956-400e-8382-9b6daeff2d5f req-6489b0d6-b8a1-46f4-9d49-55fa77e3f0ec tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:49.126003 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-305c247f-4956-400e-8382-9b6daeff2d5f req-6489b0d6-b8a1-46f4-9d49-55fa77e3f0ec tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.3182149 Feb 17 04:39:49.164234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] For port e98d61a4-a6ee-42b7-9663-7c8b281d4b95, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:49.167707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] For port e98d61a4-a6ee-42b7-9663-7c8b281d4b95, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:49.172327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.190132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:49.243441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fec95-11bb-4a51-80e1-9cf82bafd0cc req-bbabb1b6-842d-45b6-aadd-72e7f8ad7ea3 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:49.245218 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5b2fec95-11bb-4a51-80e1-9cf82bafd0cc req-bbabb1b6-842d-45b6-aadd-72e7f8ad7ea3 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 943 time: 0.3964558 Feb 17 04:39:49.315287 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:49.315791 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.449310 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5b2fec95-11bb-4a51-80e1-9cf82bafd0cc req-c95d21eb-2566-44a4-b731-da94ac6ca721 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855958 Feb 17 04:39:49.531794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] For port 53a87ea1-33c6-4089-9a6f-a569253c3208, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:49.599567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] For port 53a87ea1-33c6-4089-9a6f-a569253c3208, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=53a87ea1-33c6-4089-9a6f-a569253c3208,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:49.613417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.634746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:49.657260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379b2a-51c5-4ecc-b1a7-88a13f05be63 None None] Pushing event updated for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:49.662541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2c379b2a-51c5-4ecc-b1a7-88a13f05be63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:49.706517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:49.707415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:49.939154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Pushing event updated for resources: {'Port': ['ID=53a87ea1-33c6-4089-9a6f-a569253c3208,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:49.940218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:49.942799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:50.001631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8f5e3-366a-467c-a0e4-c0dc04541827 req-9d1add29-5f69-4dea-852f-f13bd725d856 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.004028 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e2c8f5e3-366a-467c-a0e4-c0dc04541827 req-9d1add29-5f69-4dea-852f-f13bd725d856 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 946 time: 0.5479176 Feb 17 04:39:50.059576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.060585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.061784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] 10.222.0.41 "PUT /v2.0/ports/53a87ea1-33c6-4089-9a6f-a569253c3208 HTTP/1.1" status: 200 len: 1157 time: 2.8187406 Feb 17 04:39:50.080018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:50.100049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:50.100549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.191046 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208', 'status': 'completed', 'code': 200} Feb 17 04:39:50.280273 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e2c8f5e3-366a-467c-a0e4-c0dc04541827 req-c10dbf8b-147b-4d84-a0f1-bd7f0fd9398a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641220 Feb 17 04:39:50.344916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'e98d61a4-a6ee-42b7-9663-7c8b281d4b95', 'name': '', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'mac_address': 'fa:16:3e:79:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:36Z', 'updated_at': '2021-02-17T04:39:49Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'subnets': [{'id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:50.349894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba2b7d-9166-4de6-827b-51ba0ac1a18c None None] The sync data for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb is: [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:39:37Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'e98d61a4-a6ee-42b7-9663-7c8b281d4b95', 'name': '', 'network_id': '51f1574c-de2e-4035-a8ae-54b3402c9d7e', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'mac_address': 'fa:16:3e:79:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:36Z', 'updated_at': '2021-02-17T04:39:49Z', 'revision_number': 4, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'subnets': [{'id': '186d7ab0-dab7-4dda-9af3-791acb0b6e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:50.422992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-fdef6a08-420e-4ccc-90ce-f552cd9778fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.424678 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-fdef6a08-420e-4ccc-90ce-f552cd9778fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 1160 time: 0.3150597 Feb 17 04:39:50.577885 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device b9201a5c-d9c4-4305-a3a8-0e83c89038c0 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:50.603220 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-44203e6e-30e9-4e8b-aa14-f276977f98af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a87ea1-33c6-4089-9a6f-a569253c3208 HTTP/1.1" status: 200 len: 217 time: 0.1619451 Feb 17 04:39:50.726563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.780294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:50.801551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:50.812014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.815752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:50.875164 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'code': 200} Feb 17 04:39:50.912497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e98d61a4-a6ee-42b7-9663-7c8b281d4b95 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:51.025208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:51.029088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:51.034398 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:51.035937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:51.036560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.040513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.040914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.041271 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Floating IP f0eca693-58b6-4b4f-b0db-063d790da360 disassociated. External IP: 172.28.0.83, port: b9201a5c-d9c4-4305-a3a8-0e83c89038c0. Feb 17 04:39:51.041650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for b9201a5c-d9c4-4305-a3a8-0e83c89038c0 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:51.162114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:51.162476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:51.170207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-41190de6-f7c1-4137-aa86-e9df48c588f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:51.171802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-41190de6-f7c1-4137-aa86-e9df48c588f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.5347712 Feb 17 04:39:51.203423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.233528 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-6ac84538-c9a9-45ef-b55e-f968c378f8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538523 Feb 17 04:39:51.276986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port e98d61a4-a6ee-42b7-9663-7c8b281d4b95, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:51.282146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.285026 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:51.389748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:51.395570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:51.411747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65575594-1770-4a98-9fbd-3f1d32f7026f req-1c1fd94c-5e5c-497d-a7c0-a92179bcb6ca tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:51.420621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65575594-1770-4a98-9fbd-3f1d32f7026f req-1c1fd94c-5e5c-497d-a7c0-a92179bcb6ca tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 943 time: 0.8328934 Feb 17 04:39:51.565059 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65575594-1770-4a98-9fbd-3f1d32f7026f req-96d3b24c-2394-46cb-abeb-e22da9a39c75 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438391 Feb 17 04:39:51.580897 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-56ac27cc-0c90-4d4b-b642-6d4afc1ad68a service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265264 Feb 17 04:39:51.671883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:51.672265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.782644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8541-0d8d-4021-9401-a358bba1fde7 req-b90805bf-14bf-408a-b819-39d392ced561 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:51.784184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-461b8541-0d8d-4021-9401-a358bba1fde7 req-b90805bf-14bf-408a-b819-39d392ced561 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 944 time: 0.2947102 Feb 17 04:39:51.902179 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7987eb12-6f8b-44d0-a356-7edd22cae84d req-601b0b0c-861e-4d6e-95fd-b786042b3030 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3111603 Feb 17 04:39:51.997940 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-461b8541-0d8d-4021-9401-a358bba1fde7 req-c1266aca-46be-4b34-8347-082b0b800ea8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983204 Feb 17 04:39:52.148946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] For port b9201a5c-d9c4-4305-a3a8-0e83c89038c0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:52.149356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.229528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-d790fd2c-602f-4e36-b719-30d9a115c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:52.231184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-d790fd2c-602f-4e36-b719-30d9a115c0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 1160 time: 0.2266407 Feb 17 04:39:52.606779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-7bbda780-ca87-4eb6-a12c-7df00f9c3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:52.608424 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-7bbda780-ca87-4eb6-a12c-7df00f9c3c1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 908 time: 0.3680589 Feb 17 04:39:52.790859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e98d61a4-a6ee-42b7-9663-7c8b281d4b95 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:52.798491 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.798908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.799437 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Floating IP f0eca693-58b6-4b4f-b0db-063d790da360 disassociated. External IP: 172.28.0.83, port: b9201a5c-d9c4-4305-a3a8-0e83c89038c0. Feb 17 04:39:52.799793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for b9201a5c-d9c4-4305-a3a8-0e83c89038c0 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:52.846931 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-486763ab-24d5-4682-a2af-4daa69d5bf57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a87ea1-33c6-4089-9a6f-a569253c3208 HTTP/1.1" status: 200 len: 217 time: 0.1873865 Feb 17 04:39:52.897164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:52.897845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.999100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-ca432d84-41a3-418d-a0a8-749798c19ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.000781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-ca432d84-41a3-418d-a0a8-749798c19ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.1313746 Feb 17 04:39:53.135436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-0a7f5873-6cc8-4e27-87c5-47b8f2e078e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915985 Feb 17 04:39:53.149961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0670dd-fecb-491b-b086-8b21818999a2 req-0f8beb1f-1ec2-468c-8b7c-83f298e4ce22 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.151685 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8d0670dd-fecb-491b-b086-8b21818999a2 req-0f8beb1f-1ec2-468c-8b7c-83f298e4ce22 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 943 time: 0.4127309 Feb 17 04:39:53.602944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:53.628266 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8d0670dd-fecb-491b-b086-8b21818999a2 req-ade564a8-1c40-4c0d-9182-829001c3524d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413455 Feb 17 04:39:53.628967 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-58abf769-1497-4512-8d33-c56096233805 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:53.739344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'Port': ['ID=b9201a5c-d9c4-4305-a3a8-0e83c89038c0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:53.761937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:53.810802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-f5384e07-c52b-4ee2-81a8-5e14e95c58fb service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579356 Feb 17 04:39:53.956270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821fd9-6a44-4fd4-a432-257a2380ac77 req-b6a4ff26-1fc4-4375-b887-0be71b4885e7 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.957920 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-62821fd9-6a44-4fd4-a432-257a2380ac77 req-b6a4ff26-1fc4-4375-b887-0be71b4885e7 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 865 time: 0.6805794 Feb 17 04:39:54.216368 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-62821fd9-6a44-4fd4-a432-257a2380ac77 req-0b8c4dbf-dc9b-47aa-827c-04c3e541eeb5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=e260a032-2b0f-417f-abb1-4522af231699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439313 Feb 17 04:39:54.232044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-82beffb3-2bd8-433e-92c1-0a49b353cfe6 req-38b9f0d8-37f0-439b-ab61-5a45368ba2de service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4099545 Feb 17 04:39:54.311802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:54.552913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:54.568417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:54.582765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:54.585533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:54.612644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] No DVR routers for this DVR port b9201a5c-d9c4-4305-a3a8-0e83c89038c0 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:54.617739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:54.650210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-deleted', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:54.675940 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-305c247f-4956-400e-8382-9b6daeff2d5f req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "DELETE /v2.0/ports/b9201a5c-d9c4-4305-a3a8-0e83c89038c0 HTTP/1.1" status: 204 len: 173 time: 5.4987986 Feb 17 04:39:54.828720 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4696076-1cf4-4f68-a276-4b8ce5e79624', 'name': 'network-vif-deleted', 'tag': 'b9201a5c-d9c4-4305-a3a8-0e83c89038c0', 'status': 'completed', 'code': 200} Feb 17 04:39:55.032020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454847-5215-4f70-bd3d-ff882d13b688 req-841ff948-33d6-4911-bace-c80a6b56f79c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:55.033684 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4b454847-5215-4f70-bd3d-ff882d13b688 req-841ff948-33d6-4911-bace-c80a6b56f79c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 943 time: 0.1308079 Feb 17 04:39:55.119634 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4b454847-5215-4f70-bd3d-ff882d13b688 req-697a9866-37e3-409b-b81a-2f2b0796bfc3 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Feb 17 04:39:55.139924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:55.228197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-9be5bf4c-88c3-4c4a-9f03-a479eddf2906 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:39:55.474671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f94d65cc-99bd-4c2b-b145-5403adf0dacf req-a75366cc-bca5-4c0c-92c2-fb92fda817bd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:55.495937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f94d65cc-99bd-4c2b-b145-5403adf0dacf req-a75366cc-bca5-4c0c-92c2-fb92fda817bd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:55.499343 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f94d65cc-99bd-4c2b-b145-5403adf0dacf req-a75366cc-bca5-4c0c-92c2-fb92fda817bd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4696076-1cf4-4f68-a276-4b8ce5e79624 HTTP/1.1" status: 200 len: 210 time: 0.0983987 Feb 17 04:39:55.687358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:55.703014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 53a87ea1-33c6-4089-9a6f-a569253c3208 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:55.749709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:55.770155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:55.771405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:39:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:56.046675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 53a87ea1-33c6-4089-9a6f-a569253c3208 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:56.065487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 53a87ea1-33c6-4089-9a6f-a569253c3208 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:56.065918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.238758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:56.330680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.419750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d62fe0-8f98-41a7-833a-d350c33f1a17 req-04b0f4ff-80f8-4c25-953e-4cb7c9e49db1 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.423297 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-05d62fe0-8f98-41a7-833a-d350c33f1a17 req-04b0f4ff-80f8-4c25-953e-4cb7c9e49db1 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 943 time: 0.1436574 Feb 17 04:39:56.505512 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-05d62fe0-8f98-41a7-833a-d350c33f1a17 req-91dd428d-cb71-4887-acde-cd1b80163693 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749900 Feb 17 04:39:56.666086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:56.717250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45418) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:56.756408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 53a87ea1-33c6-4089-9a6f-a569253c3208, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=53a87ea1-33c6-4089-9a6f-a569253c3208,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:56.760166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.765677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:56.807275 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208', 'code': 200} Feb 17 04:39:56.822429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.881437 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.892773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=53a87ea1-33c6-4089-9a6f-a569253c3208,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:56.896799 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:56.957733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 53a87ea1-33c6-4089-9a6f-a569253c3208 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:56.958853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.965394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-21146592-c160-4c24-8da8-56de4e4857cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:56.986847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e260a032-2b0f-417f-abb1-4522af231699,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:56.995074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:57.019411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.020997 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "DELETE /v2.0/security-groups/e260a032-2b0f-417f-abb1-4522af231699 HTTP/1.1" status: 204 len: 168 time: 0.3024113 Feb 17 04:39:57.024337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45424) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:57.056643 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.v2.resource [None req-1a3f5233-f0a9-4ddb-a296-2c011da58185 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] show failed (client error): The resource could not be found. Feb 17 04:39:57.063339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45428) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:57.065229 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1a3f5233-f0a9-4ddb-a296-2c011da58185 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups/e260a032-2b0f-417f-abb1-4522af231699 HTTP/1.1" status: 404 len: 347 time: 0.0380440 Feb 17 04:39:57.118793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:57.123538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 53a87ea1-33c6-4089-9a6f-a569253c3208 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:57.123963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.170257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428056c5-bdd4-43f1-8cda-12fb89ae5e32 None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:57.345935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port 5ee3e209-a7f0-4303-ab59-b8a64c5024cb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:57.346324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.505552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6602f-af14-4a76-9cd6-573261a6d1ac req-e5a64667-dd93-4975-bce8-fef26230dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:57.507119 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-94e6602f-af14-4a76-9cd6-573261a6d1ac req-e5a64667-dd93-4975-bce8-fef26230dc5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 1162 time: 0.3194404 Feb 17 04:39:57.596440 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-94e6602f-af14-4a76-9cd6-573261a6d1ac req-4597ab8f-bee9-412c-b74d-a51269774c93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Feb 17 04:39:57.629047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.629898 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.645866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412b627-31ac-4aa5-8cd6-a2f8e707d2f8 None None] New status for floating IP f0eca693-58b6-4b4f-b0db-063d790da360: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:39:57.828394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for 5ee3e209-a7f0-4303-ab59-b8a64c5024cb owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:57.971246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b51e-a4f9-45f4-b5ce-0598748fe53a req-7474ed38-fc5e-4dc2-94fa-409f7ec90d77 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:57.973045 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0062b51e-a4f9-45f4-b5ce-0598748fe53a req-7474ed38-fc5e-4dc2-94fa-409f7ec90d77 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.2558072 Feb 17 04:39:57.982097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:57.982474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:58.042704 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0062b51e-a4f9-45f4-b5ce-0598748fe53a req-60a18dd7-63f7-4e42-9429-dfc8f21a2cdb tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572526 Feb 17 04:39:58.483748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port 5ee3e209-a7f0-4303-ab59-b8a64c5024cb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:58.484275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.704440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.704811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.965958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 53a87ea1-33c6-4089-9a6f-a569253c3208 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:59.049545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 53a87ea1-33c6-4089-9a6f-a569253c3208 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:59.049965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.146979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for 5ee3e209-a7f0-4303-ab59-b8a64c5024cb owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:59.384218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43104930-f2cb-4893-9026-7d388653526f req-14f64740-eaa0-46f7-8aab-49d29da7aeff tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.385931 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43104930-f2cb-4893-9026-7d388653526f req-14f64740-eaa0-46f7-8aab-49d29da7aeff tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.1614499 Feb 17 04:39:59.439653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.458815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:59.565390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'Port': ['ID=5ee3e209-a7f0-4303-ab59-b8a64c5024cb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:59.570723 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43104930-f2cb-4893-9026-7d388653526f req-f4b21e79-6ba2-4025-bd08-5a3ca7253a54 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770072 Feb 17 04:39:59.571619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:59.651805 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.681687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.684099 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "DELETE /v2.0/floatingips/f0eca693-58b6-4b4f-b0db-063d790da360 HTTP/1.1" status: 204 len: 168 time: 2.6193464 Feb 17 04:40:00.135903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45472) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.143599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226405475', 'description': 'tempest-description--1180632804'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:00.152135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.174432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.179430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.186731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.197418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.219423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.224246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.227402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.233571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.341456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.344332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.350478 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-20ee9fcf-04f4-40a9-8047-c47afc6f7446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:00.395223 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5cf37-e192-428f-8c8a-bb36df9563c4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.398901 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.400271 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2622952 Feb 17 04:40:00.401301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.403354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45480) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.409045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group_rule': {'security_group_id': '22d5cf37-e192-428f-8c8a-bb36df9563c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:00.416405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.420736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.423944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.430218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.449303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.528503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.531894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.534266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7e35d810-a728-4446-bb14-982d2c54c9aa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:00.558333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6475276f-fca1-44c7-a149-8c0cae2fa35f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.564264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.574822 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.588099 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5768274d-5168-4765-ad1d-a58d04365911 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724157 Feb 17 04:40:00.589012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45486) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.595048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'security_group_rule': {'security_group_id': '22d5cf37-e192-428f-8c8a-bb36df9563c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:00.602681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.608165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:security_group_rule and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.615808 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.627091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.647370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.749693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.753141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.756161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:00.784064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff6cb0c-11cb-4d53-96ef-ab0e1d245e83,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.787448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.795270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.796831 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-376d18cf-be1f-4803-ae9c-e7a960e07021 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065904 Feb 17 04:40:00.802542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45492) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.814505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:00.824152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.831775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Usage tracker for resource:floatingip and tenant:fb5b61f1f69348acb6bfd480f5e4141f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.837610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.846585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.861708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.023195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.372157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Allocated IP 172.28.0.160 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/85bfe51b-d273-4d1e-862e-16271b69fe28) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:01.610261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.654832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.677475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f5f62fb2-a427-48a7-bad9-0d30a761ad2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:01.863189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=85bfe51b-d273-4d1e-862e-16271b69fe28,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:01.867316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:01.972562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:01.974597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:01.977581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:02.059078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.151896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.334401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.479997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.484156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.501119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-95d1f22c-2279-4287-b450-254b981c3e72 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:02.644895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=85bfe51b-d273-4d1e-862e-16271b69fe28,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:02.650532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:02.701142 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.733935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.735267 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9314983 Feb 17 04:40:03.032576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-3ffad852-f4dc-4147-b206-8af59aab1f35 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:03.065952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-3ffad852-f4dc-4147-b206-8af59aab1f35 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:03.067293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-3ffad852-f4dc-4147-b206-8af59aab1f35 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--226405475&fields=id&tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 267 time: 0.0875752 Feb 17 04:40:03.323951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ceab312e-4ea4-42a3-974e-02736e7a9947 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:03.386289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-bcf5d310-1a6e-4ea0-9bda-77bb1774a996 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:03.388033 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-bcf5d310-1a6e-4ea0-9bda-77bb1774a996 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 817 time: 0.3129008 Feb 17 04:40:03.404154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ceab312e-4ea4-42a3-974e-02736e7a9947 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:03.405592 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ceab312e-4ea4-42a3-974e-02736e7a9947 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1715740700&fields=id&tenant_id=d60cf40f6a084505a3f4fa379c4b5318 HTTP/1.1" status: 200 len: 267 time: 0.1640167 Feb 17 04:40:03.409478 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-eca25a89-7fc9-4ce7-987a-7427605dd1e6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/quotas/fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 375 time: 0.0139949 Feb 17 04:40:03.732016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-0ca518ff-1ca8-4ff2-b741-799b90a81fac tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:03.732777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-0ca518ff-1ca8-4ff2-b741-799b90a81fac tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:03.763567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-052d5b47-0155-436d-8fa5-f9a8c4401235 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:03.776339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-0ca518ff-1ca8-4ff2-b741-799b90a81fac tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:03.778218 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-0ca518ff-1ca8-4ff2-b741-799b90a81fac tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 808 time: 0.3643100 Feb 17 04:40:03.782065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-052d5b47-0155-436d-8fa5-f9a8c4401235 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:03.784551 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-052d5b47-0155-436d-8fa5-f9a8c4401235 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3427811 Feb 17 04:40:03.797133 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-fb2cf1ba-1dd1-492a-a0ea-9417073a7805 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/quotas/d60cf40f6a084505a3f4fa379c4b5318 HTTP/1.1" status: 200 len: 375 time: 0.0112395 Feb 17 04:40:04.003600 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-f18148dc-e4e4-4a66-95a4-77a243fe8bd4 service neutron] 10.222.0.47 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025278 Feb 17 04:40:04.042425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-a97f44f3-4b82-445e-beed-52b747f2401c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:04.127012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-a97f44f3-4b82-445e-beed-52b747f2401c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:04.128516 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-a97f44f3-4b82-445e-beed-52b747f2401c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3025222 Feb 17 04:40:04.281722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-85ed9fcc-44f3-4257-8df0-deca6ccbd24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.541102 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-090d5219-56a0-4158-bd23-c5739e6393b4 service neutron] 10.222.0.47 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5290592 Feb 17 04:40:04.611051 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-30c8ec85-a520-4a49-8aec-fd39f2810216 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618700 Feb 17 04:40:04.616473 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-cc01c36d-04d8-4a9a-8e7f-afbefde3660b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2483511 Feb 17 04:40:04.851983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-0e236644-ffe1-4543-9a20-51449a9d5e21 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333844 Feb 17 04:40:04.864677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-0cd9d355-c9b7-4797-bf79-36c3f51f0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:04.866342 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-0cd9d355-c9b7-4797-bf79-36c3f51f0567 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 1163 time: 0.1374993 Feb 17 04:40:05.185308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-043a7b10-ebb5-44c0-9625-37f775725236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.186937 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-043a7b10-ebb5-44c0-9625-37f775725236 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.2851140 Feb 17 04:40:05.329076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-af5fad33-36c1-4a49-b382-13140b13dc57 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.330655 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-af5fad33-36c1-4a49-b382-13140b13dc57 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.2860274 Feb 17 04:40:05.359451 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-42c4ee62-6823-4619-9081-5dd8cfc341f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 200 len: 1002 time: 0.1582963 Feb 17 04:40:05.430145 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-9e7a5ea1-2314-4305-9a69-57d928503f8b tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/quotas/04fc36f955fb47e587cda21e5c92e755 HTTP/1.1" status: 200 len: 375 time: 0.0760009 Feb 17 04:40:05.605442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-adabec6c-532f-4b0d-8454-7067f33d6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.607200 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-adabec6c-532f-4b0d-8454-7067f33d6421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.2363582 Feb 17 04:40:05.611000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-39d33305-ab6f-4e6c-8c28-0ea261c3458a req-2359aac2-e978-4fdc-a563-72eb440bfb69 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 210 time: 0.0905414 Feb 17 04:40:05.737788 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-550b925b-5663-45db-9a7b-348b5020d1fa tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2971203 Feb 17 04:40:05.991717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-27d312e1-c76e-4e6f-9004-b83153326c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.993430 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-27d312e1-c76e-4e6f-9004-b83153326c8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3612299 Feb 17 04:40:06.122163 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-069a2e1f-94d3-4e6b-b62d-c8b1196cbe99 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756330 Feb 17 04:40:06.218091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8bcc2-c18d-4573-803b-7e485ea841d8 req-acf2ccf9-912d-49c4-bc1b-531393d39b7b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:06.219749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-10b8bcc2-c18d-4573-803b-7e485ea841d8 req-acf2ccf9-912d-49c4-bc1b-531393d39b7b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.4763136 Feb 17 04:40:06.705158 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-10b8bcc2-c18d-4573-803b-7e485ea841d8 req-1b29729a-b5db-41d0-9c03-916b0556ed29 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755585 Feb 17 04:40:06.723227 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-9c08b5c0-4d27-41bd-87a9-f85188be3719 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5896118 Feb 17 04:40:06.752169 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-28fc0b4d-2f63-453d-8e63-4700d4771596 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496166 Feb 17 04:40:06.879296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-89cbc991-5b58-42f4-848e-4fc76da77780 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:06.882912 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-89cbc991-5b58-42f4-848e-4fc76da77780 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 817 time: 0.3829553 Feb 17 04:40:06.909550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6a7deeef-dc92-4bf9-a5e9-7ef5280d6bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:07.191373 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c81a287e-bbe8-4277-9924-e9b7c4f09aeb req-a23b1dc3-8645-4cbc-aad7-75d800d326bc tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.2580788 Feb 17 04:40:07.370913 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3276cb65-a5a2-4f3d-92e3-5a1ea744ebf0 req-b97cc7c9-c44a-4c9d-a5ba-11a7b6bf3d7f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 210 time: 0.2766094 Feb 17 04:40:07.444115 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ed11a29-90f5-471b-80e7-c41f342da69a req-40ce5f78-0245-4c16-b9d1-5fc1e1294fdf tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 210 time: 0.0896795 Feb 17 04:40:07.517032 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-82648662-7872-4de2-a84c-e52cd0f5b28b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 5704 time: 0.6134930 Feb 17 04:40:07.530622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'port': {'device_id': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'admin_state_up': True, 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'security_groups': ['22d5cf37-e192-428f-8c8a-bb36df9563c4']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:07.550438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:07.553076 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c84a4a4e-d85d-4431-a153-47ab8c5eae71 req-bada63ef-07df-4d39-b4ad-aa3ca9e8715a service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7829654 Feb 17 04:40:07.649466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-6a62311f-7458-4b4a-a21e-21add9916892 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:07.651131 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-6a62311f-7458-4b4a-a21e-21add9916892 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 808 time: 0.6342022 Feb 17 04:40:07.838440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:07.858520 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-8baa9284-bbe3-4abf-b1c4-a0e8c3caa908 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d60cf40f6a084505a3f4fa379c4b5318 HTTP/1.1" status: 200 len: 5759 time: 0.1944408 Feb 17 04:40:07.902943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:07.913563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'port': {'device_id': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'admin_state_up': True, 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'security_groups': ['31d3fa44-0a7e-4e04-8214-4772fb3a7c8e']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:08.027548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d35c-a321-4179-9b59-9584910853da req-a0cb71fb-dd0c-464f-87db-ffc4df9eded1 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:08.029179 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5226d35c-a321-4179-9b59-9584910853da req-a0cb71fb-dd0c-464f-87db-ffc4df9eded1 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.3637660 Feb 17 04:40:08.041034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Made reservation on behalf of fb5b61f1f69348acb6bfd480f5e4141f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:08.046501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.264091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:08.264655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.344334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.398702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7715b1-b0a7-4c1d-a058-802494888ffa req-ec6b6fdd-46a7-401e-a299-1d8e1bd4546c tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:08.400345 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dc7715b1-b0a7-4c1d-a058-802494888ffa req-ec6b6fdd-46a7-401e-a299-1d8e1bd4546c tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 946 time: 0.5481999 Feb 17 04:40:08.433786 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-25a9aece-8996-46a8-bd41-f13ba598cb18 req-fd6da8d4-f5d0-46ff-8693-67f6306c288b tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.0896175 Feb 17 04:40:08.438064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:08.514881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:08.612458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.933187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Made reservation on behalf of d60cf40f6a084505a3f4fa379c4b5318 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:08.935475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 4666b537-a9a3-43c3-a36c-8953a10a9ec5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:40:08.938965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.952095 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dc7715b1-b0a7-4c1d-a058-802494888ffa req-d301d350-e837-4854-acf9-5b1967dcf7a8 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5278251 Feb 17 04:40:09.085235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.120278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:09.121474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:09.127794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.134678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5db305a5-0f71-42ef-bfd3-581a7de89998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:09.202547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fa19dd12-69a9-45a4-9add-a4a92ca36684 req-57e1c160-5f65-40f1-aaaf-f9880a44c34a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 210 time: 0.6006322 Feb 17 04:40:09.207383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:09.211702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:09.230493 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-80186f9f-f8b1-4200-8d87-22c5685fd953 req-738a3960-56df-4362-a8d0-17731459ad56 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 210 time: 0.1219416 Feb 17 04:40:09.272983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'code': 200} Feb 17 04:40:09.490134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d529ff43-f3f6-420f-9fcf-25a1f5be3eec tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:09.491714 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d529ff43-f3f6-420f-9fcf-25a1f5be3eec tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.9386649 Feb 17 04:40:09.513311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:09.513714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.524902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Request body: {'port': {'device_id': 'a347166f-0114-485b-bbca-600c26f2323b', 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85', 'admin_state_up': True, 'tenant_id': '04fc36f955fb47e587cda21e5c92e755'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:09.559463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Allocated IP 172.20.0.8 (85b13a8d-46c1-4b28-84c3-bb1ad8bac691/1a7aae15-50f3-4bf9-ab01-a74b12233406/f57b8324-9e33-41d7-aaff-683052d89a76) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:09.808020 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36fe8767-68d7-4e9f-9f35-09d10ca9ff27 req-f8210aeb-a8ef-4d56-9a7a-affef857e9c0 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.2459645 Feb 17 04:40:10.315841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:10.396962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:10.436926 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-09337861-1937-4702-af06-ebd8efb7008a req-8e629379-6118-4222-a3f7-0a6b16669485 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 210 time: 0.0970099 Feb 17 04:40:10.465952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Allocated IP 172.20.0.5 (b7e327c8-6918-47c7-9f64-4b7ede805daf/acfa63ff-0309-48c3-8ccf-65f9ba0b61e1/7fe1061d-2882-438d-97ba-29232f981eee) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:10.487288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:10.492888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:10.503883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:10.504295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:10.506108 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Floating IP bcc283ca-0f64-4786-a2cd-9b632b48a3a5 disassociated. External IP: 172.28.0.194, port: 4666b537-a9a3-43c3-a36c-8953a10a9ec5. Feb 17 04:40:10.506108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 4666b537-a9a3-43c3-a36c-8953a10a9ec5 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:10.885017 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d91756d1-977c-4215-a290-fd2b5d430124 req-ee62a8b7-6f08-4040-a71c-0df71568349d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 210 time: 0.3294971 Feb 17 04:40:10.888570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.000622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721dfb9-b3ec-40ee-b04c-2bcb33e92a88 req-1e58d95a-694f-4173-8b7e-6d40fa7e1347 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:11.002188 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1721dfb9-b3ec-40ee-b04c-2bcb33e92a88 req-1e58d95a-694f-4173-8b7e-6d40fa7e1347 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 0.8589387 Feb 17 04:40:11.112083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Transition to ACTIVE for port object f57b8324-9e33-41d7-aaff-683052d89a76 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:11.206485 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bf06e363-2602-4de5-88a7-3e401efddcf8 req-c5d45bbd-b501-4aaf-bc72-22239fbd1812 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.1532052 Feb 17 04:40:11.233216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:40:11.233583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:40:11.296443 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1721dfb9-b3ec-40ee-b04c-2bcb33e92a88 req-a75a9551-5b9a-4a61-b8c6-10cc5601629f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866596 Feb 17 04:40:11.301123 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45688) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:11.372234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Deleting subnet 076bc546-ae27-4b7b-b990-c881a6fda530 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:40:11.375592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.395896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.428774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:11.434878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.495282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.549701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.704303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Transition to ACTIVE for port object 7fe1061d-2882-438d-97ba-29232f981eee will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:11.709276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:11.731855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:11.735011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:11.735400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.763417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.780009 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-652d1c2d-3d20-4b03-8ef4-7e8efe49c96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:11.844752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Allocated IP 172.20.0.14 (8236b16b-1f89-4e95-8844-66e9760d8c85/fb0e3249-4383-47e3-962c-27928a740038/c654ffb2-0411-4730-ada7-d053a3e4b494) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:11.872126 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076bc546-ae27-4b7b-b990-c881a6fda530,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:11.886908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:11.921875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.931524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ae0548c2-8e6f-4f04-ac04-ac706d005974 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/076bc546-ae27-4b7b-b990-c881a6fda530 HTTP/1.1" status: 204 len: 168 time: 0.6284719 Feb 17 04:40:11.932195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45696) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:11.938696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:11.946656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:11.960403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb0d1-fdcc-440a-a663-e29068180e92 req-63daab0a-d6f9-4d9c-b5d0-e3b7c77cbd13 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:11.962118 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1cadb0d1-fdcc-440a-a663-e29068180e92 req-63daab0a-d6f9-4d9c-b5d0-e3b7c77cbd13 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 931 time: 0.3967440 Feb 17 04:40:11.965420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:11.970038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:11.970723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.040284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.057626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.195572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-aa0b4ffe-b60e-449b-87f5-0ac1ac4c65ae None None] Provisioning for port f57b8324-9e33-41d7-aaff-683052d89a76 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:12.197880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:12.201038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-aa0b4ffe-b60e-449b-87f5-0ac1ac4c65ae None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:12.201463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4ffe-b60e-449b-87f5-0ac1ac4c65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.260712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.261085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b4ffe-b60e-449b-87f5-0ac1ac4c65ae None None] Port f57b8324-9e33-41d7-aaff-683052d89a76 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:40:12.350793 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ac92bce9-ddaa-4894-a822-e4efc57beb50 req-724fe24b-f55f-406e-b599-7b52b149eb76 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 210 time: 0.2906091 Feb 17 04:40:12.389223 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1cadb0d1-fdcc-440a-a663-e29068180e92 req-b56e24ea-9fc1-436c-9384-eb14bd95db0d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968973 Feb 17 04:40:12.422928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc5e34e-7c88-4100-8445-fcb288d99185']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:12.439451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a160a72f-28c8-48c0-a2ba-82dfb4b91633') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:12.440129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a160a72f-28c8-48c0-a2ba-82dfb4b91633') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:12.455857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.475389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.478152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:40:12.505535 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9790313 Feb 17 04:40:12.521903 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:12.685300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:12.696762 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.848367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Request body: {'port': {'device_id': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:12.875043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:12.883962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Network 8fc5e34e-7c88-4100-8445-fcb288d99185 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:40:12.912335 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:40:12.991888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.995860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:13.012372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.023332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc5e34e-7c88-4100-8445-fcb288d99185,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:13.026137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:13.028027 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-76e6054b-399c-4cee-bf1d-0ca02f71bdf3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8fc5e34e-7c88-4100-8445-fcb288d99185 HTTP/1.1" status: 204 len: 168 time: 1.0948880 Feb 17 04:40:13.043769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] For port 4666b537-a9a3-43c3-a36c-8953a10a9ec5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4666b537-a9a3-43c3-a36c-8953a10a9ec5,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:13.044178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.163757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45706) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:13.223010 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c3217f45-7a33-4f42-b0af-7e88b4b9a0ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b24abfd9d3740eb9c00c39e079998fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554364 Feb 17 04:40:13.223304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45710) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:13.240534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Network b7e327c8-6918-47c7-9f64-4b7ede805daf is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:13.250764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.260847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:13.283871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:13.288331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.289068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.290489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.298801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.315449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073542f-299d-41db-be3b-aaa525cfba84 req-fb18a4ae-c47c-4a89-b1de-27b11bf4eb7c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.316247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b073542f-299d-41db-be3b-aaa525cfba84 req-fb18a4ae-c47c-4a89-b1de-27b11bf4eb7c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:13.324312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.377281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.383731 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-57e36d72-1840-43eb-9099-4ca21c18fa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:13.396054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe00116-fac9-4838-8427-d2b48d3efe92,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:13.400110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:13.403814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.405153 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbe00116-fac9-4838-8427-d2b48d3efe92 HTTP/1.1" status: 204 len: 168 time: 0.1807251 Feb 17 04:40:13.434392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658feb-8f48-4bf1-bd8e-27aa224535a9 req-115e0eb0-0cfe-4ac4-b5f7-1af33f208ced tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.435311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a9658feb-8f48-4bf1-bd8e-27aa224535a9 req-115e0eb0-0cfe-4ac4-b5f7-1af33f208ced tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:13.497246 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5955715 Feb 17 04:40:13.532582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Request body: {'port': {'device_id': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:13.571818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-b073542f-299d-41db-be3b-aaa525cfba84 req-fb18a4ae-c47c-4a89-b1de-27b11bf4eb7c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:13.573144 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b073542f-299d-41db-be3b-aaa525cfba84 req-fb18a4ae-c47c-4a89-b1de-27b11bf4eb7c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 931 time: 1.0717068 Feb 17 04:40:13.592751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a9658feb-8f48-4bf1-bd8e-27aa224535a9 req-115e0eb0-0cfe-4ac4-b5f7-1af33f208ced tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:13.593975 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a9658feb-8f48-4bf1-bd8e-27aa224535a9 req-115e0eb0-0cfe-4ac4-b5f7-1af33f208ced tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 944 time: 1.0755765 Feb 17 04:40:13.601575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-15c4dfd3-6b58-4706-9f82-4b5febecd3b9 None None] Provisioning for port 7fe1061d-2882-438d-97ba-29232f981eee completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:13.610211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-15c4dfd3-6b58-4706-9f82-4b5febecd3b9 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:13.610636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-15c4dfd3-6b58-4706-9f82-4b5febecd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.681226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-15c4dfd3-6b58-4706-9f82-4b5febecd3b9 None None] Port 7fe1061d-2882-438d-97ba-29232f981eee cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:40:13.908451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.988420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fd428473-357b-4e5e-916a-7c557b605f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:14.023383 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b073542f-299d-41db-be3b-aaa525cfba84 req-b5062ba6-a3cc-47ec-bc79-22d5d3b3554b tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4317071 Feb 17 04:40:14.047309 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a9658feb-8f48-4bf1-bd8e-27aa224535a9 req-0d54c8c9-bd0c-4472-809c-0ac171c39fc9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=a26aba41-af30-4993-84d5-bcccd81e543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071054 Feb 17 04:40:14.117846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:14.118263 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:14.118624 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Floating IP bcc283ca-0f64-4786-a2cd-9b632b48a3a5 disassociated. External IP: 172.28.0.194, port: 4666b537-a9a3-43c3-a36c-8953a10a9ec5. Feb 17 04:40:14.119008 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 4666b537-a9a3-43c3-a36c-8953a10a9ec5 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:14.341531 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:14.380758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event updated for resources: {'Port': ['ID=c654ffb2-0411-4730-ada7-d053a3e4b494,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:14.445643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:14.957185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:14.969324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:14.979175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:14.983632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:14.984300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.024449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6563e-1b01-4b0a-96e5-6c959c16444f req-ab7dab71-3ebd-4753-bfb4-b2c736a08518 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:15.025232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-79a6563e-1b01-4b0a-96e5-6c959c16444f req-ab7dab71-3ebd-4753-bfb4-b2c736a08518 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:15.043433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb6021-3c67-4ce7-81a5-f0dd4c16f390 req-1a896f0d-9261-4f22-8d97-ee7f9155eac1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:15.044188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-88cb6021-3c67-4ce7-81a5-f0dd4c16f390 req-1a896f0d-9261-4f22-8d97-ee7f9155eac1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:15.130667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.133244 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6248169 Feb 17 04:40:15.155016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:40:15.165375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-56e3a1b2-8664-40e5-a702-c092cdb1f377 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:15.235145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Request body: {'port': {'device_id': 'a347166f-0114-485b-bbca-600c26f2323b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:15.308297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-79a6563e-1b01-4b0a-96e5-6c959c16444f req-ab7dab71-3ebd-4753-bfb4-b2c736a08518 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:15.309575 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-79a6563e-1b01-4b0a-96e5-6c959c16444f req-ab7dab71-3ebd-4753-bfb4-b2c736a08518 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 932 time: 1.1452425 Feb 17 04:40:15.355733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'Port': ['ID=4666b537-a9a3-43c3-a36c-8953a10a9ec5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:15.382004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-88cb6021-3c67-4ce7-81a5-f0dd4c16f390 req-1a896f0d-9261-4f22-8d97-ee7f9155eac1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:15.383228 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-88cb6021-3c67-4ce7-81a5-f0dd4c16f390 req-1a896f0d-9261-4f22-8d97-ee7f9155eac1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 931 time: 1.1912336 Feb 17 04:40:15.386839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:15.546254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57b8324-9e33-41d7-aaff-683052d89a76 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:15.615092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.685354 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-79a6563e-1b01-4b0a-96e5-6c959c16444f req-1ab66c1b-b423-43f5-ba64-0f0eb6d44d88 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045993 Feb 17 04:40:15.701101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Transition to ACTIVE for port object f57b8324-9e33-41d7-aaff-683052d89a76 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:15.709796 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-88cb6021-3c67-4ce7-81a5-f0dd4c16f390 req-23563a16-4b03-4ce2-8a3c-74d0cf791832 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016090 Feb 17 04:40:15.727524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.748370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cc911d56-6bf0-43f0-9f76-7ff34d001b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:15.779606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.060487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f698a06-852d-46eb-ad80-ecc7183c4a2a req-c7295b62-ffff-4112-935d-7c89242ba3a9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:16.170106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:16.241030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:16.558986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:40:16.568314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-7f698a06-852d-46eb-ad80-ecc7183c4a2a req-c7295b62-ffff-4112-935d-7c89242ba3a9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:16.569632 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7f698a06-852d-46eb-ad80-ecc7183c4a2a req-c7295b62-ffff-4112-935d-7c89242ba3a9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.7059777 Feb 17 04:40:16.832345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe1061d-2882-438d-97ba-29232f981eee {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:16.842973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be37ef-ef6b-49ad-a466-798b691a7032 req-1014ef7b-090f-400f-bf16-e041c58abaa7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:16.844644 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a8be37ef-ef6b-49ad-a466-798b691a7032 req-1014ef7b-090f-400f-bf16-e041c58abaa7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 931 time: 0.9720724 Feb 17 04:40:16.913793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.057100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Transition to ACTIVE for port object 7fe1061d-2882-438d-97ba-29232f981eee will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:17.075972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Attempting to bind port f57b8324-9e33-41d7-aaff-683052d89a76 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:17.076316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Attempting to bind port f57b8324-9e33-41d7-aaff-683052d89a76 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:17.076619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Attempting to bind port f57b8324-9e33-41d7-aaff-683052d89a76 on network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:17.093004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:17.093864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.118417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b85073f6-6703-45ff-9a56-44d68a78519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:17.213040 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:17.213395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Checking segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:17.213798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.214198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Bound using segment: {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:17.214694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Bound port: f57b8324-9e33-41d7-aaff-683052d89a76, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baeec30-2343-4f38-b788-37c564549253', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:17.215069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.243063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:17.261503 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a8be37ef-ef6b-49ad-a466-798b691a7032 req-a0cbeb3a-4d1c-48b2-a84f-2ce506835f40 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3586376 Feb 17 04:40:17.538824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:17.559924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:17.614240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35c686-8e91-4a67-8f2f-54209e1f2cf6 req-9f3177d9-e2d2-4203-a421-731db768fa50 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:17.615831 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed35c686-8e91-4a67-8f2f-54209e1f2cf6 req-9f3177d9-e2d2-4203-a421-731db768fa50 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 932 time: 0.8066304 Feb 17 04:40:17.745689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:17.849220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:17.858030 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ed35c686-8e91-4a67-8f2f-54209e1f2cf6 req-008ec43f-8ad5-449e-af9e-a92d44ee07e0 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085488 Feb 17 04:40:17.915565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.931156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:17.938586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5564708e-78e7-483d-b6dc-46848a61d6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:17.944638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:17.966986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:17.968064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:18.159612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d20e3-3c6a-4aa4-8ec8-b1b5ed896a99 req-2022584b-3b65-45a4-8173-57e14bc70fea tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:18.160501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:18.161337 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-160d20e3-3c6a-4aa4-8ec8-b1b5ed896a99 req-2022584b-3b65-45a4-8173-57e14bc70fea tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.7628825 Feb 17 04:40:18.175761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] No DVR routers for this DVR port 4666b537-a9a3-43c3-a36c-8953a10a9ec5 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:40:18.196661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.198743 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5226d35c-a321-4179-9b59-9584910853da req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "DELETE /v2.0/ports/4666b537-a9a3-43c3-a36c-8953a10a9ec5 HTTP/1.1" status: 204 len: 173 time: 10.1595333 Feb 17 04:40:18.200837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-deleted', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:18.208215 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8c46fdbd-af0b-4cba-a375-2d740986cd25 req-d75a12e9-724d-4025-886f-50e6da78aab8 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=b37b9875-7dec-4245-b6f5-4e29a5d432c3 HTTP/1.1" status: 200 len: 210 time: 0.1393127 Feb 17 04:40:18.228832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c654ffb2-0411-4730-ada7-d053a3e4b494 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:18.233502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Attempting to bind port 7fe1061d-2882-438d-97ba-29232f981eee on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:18.233878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Attempting to bind port 7fe1061d-2882-438d-97ba-29232f981eee by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:18.234243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Attempting to bind port 7fe1061d-2882-438d-97ba-29232f981eee on network b7e327c8-6918-47c7-9f64-4b7ede805daf {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:18.260042 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.271705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:18.272122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Checking segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:18.272471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.272887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Bound using segment: {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:18.273966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Bound port: 7fe1061d-2882-438d-97ba-29232f981eee, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:18.273966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.293424 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b9875-7dec-4245-b6f5-4e29a5d432c3', 'name': 'network-vif-deleted', 'tag': '4666b537-a9a3-43c3-a36c-8953a10a9ec5', 'status': 'completed', 'code': 200} Feb 17 04:40:18.342007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.374738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Transition to ACTIVE for port object c654ffb2-0411-4730-ada7-d053a3e4b494 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:18.383266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:18.403086 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-160d20e3-3c6a-4aa4-8ec8-b1b5ed896a99 req-084fe4c1-a70d-4465-a9d3-ff6cb3bd12b0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230625 Feb 17 04:40:18.408307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.435246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a70b7fad-c95d-475a-9510-6e15da1a7213 tempest-VolumesSnapshotTestJSON-1195781424 tempest-VolumesSnapshotTestJSON-1195781424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.555994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:18.561516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:18.573056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:18.573744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:18.777496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:18.890086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:18.890781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.892813 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] 10.222.0.41 "PUT /v2.0/ports/f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 1157 time: 6.1103754 Feb 17 04:40:18.898839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Pushing event updated for resources: {'Port': ['ID=c654ffb2-0411-4730-ada7-d053a3e4b494,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.967350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.054739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:19.189313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:19.207038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.241659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:19.279337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a633277-918a-45ab-8848-77b0ad851a73 req-d496e877-168e-4efd-ac5b-679555e9309e tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.280982 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a633277-918a-45ab-8848-77b0ad851a73 req-d496e877-168e-4efd-ac5b-679555e9309e tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.8582003 Feb 17 04:40:19.375130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:19.379579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64088b8b-353a-482a-bde0-7996d504f12f None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:19.389003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Attempting to bind port c654ffb2-0411-4730-ada7-d053a3e4b494 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:19.389386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Attempting to bind port c654ffb2-0411-4730-ada7-d053a3e4b494 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:19.389754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Attempting to bind port c654ffb2-0411-4730-ada7-d053a3e4b494 on network 8236b16b-1f89-4e95-8844-66e9760d8c85 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:19.421044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:19.421504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Checking segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:19.421860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.422196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Bound using segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:19.422682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Bound port: c654ffb2-0411-4730-ada7-d053a3e4b494, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:19.423120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.486707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-9e94bdf8-28b2-45be-91cd-25f2230cfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.492941 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-9e94bdf8-28b2-45be-91cd-25f2230cfd60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1160 time: 0.5068133 Feb 17 04:40:19.608068 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a633277-918a-45ab-8848-77b0ad851a73 req-6694dd34-f42a-4755-9f31-e0edfcd7e091 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2634442 Feb 17 04:40:19.614254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:19.618023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.654754 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-a1c5876c-6f40-4d97-83c0-0cd2125bcfaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 217 time: 0.1245840 Feb 17 04:40:19.666294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded279-42e9-4a81-9e67-aec8ad8f2991 req-1981963b-73f2-4b47-823f-d59181989365 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.668000 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-78ded279-42e9-4a81-9e67-aec8ad8f2991 req-1981963b-73f2-4b47-823f-d59181989365 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 944 time: 0.6267946 Feb 17 04:40:19.785514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.785993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.787546 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] 10.222.0.41 "PUT /v2.0/ports/7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 1157 time: 6.2677941 Feb 17 04:40:19.813846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] For port c654ffb2-0411-4730-ada7-d053a3e4b494, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:19.814049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf99595-2906-4ab6-9660-51df7950f68b None None] New status for floating IP bcc283ca-0f64-4786-a2cd-9b632b48a3a5: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:19.831911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] For port c654ffb2-0411-4730-ada7-d053a3e4b494, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c654ffb2-0411-4730-ada7-d053a3e4b494,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:19.840339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-15d697c2-8d49-48db-a913-74ab82d5fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.841939 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-15d697c2-8d49-48db-a913-74ab82d5fa35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.1708710 Feb 17 04:40:19.929830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.039191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:20.088985 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-78ded279-42e9-4a81-9e67-aec8ad8f2991 req-e5b0639d-0839-4228-822d-a0bef09da85f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777578 Feb 17 04:40:20.139650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45742) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:20.225840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.257036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.287045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Pushing event updated for resources: {'Port': ['ID=c654ffb2-0411-4730-ada7-d053a3e4b494,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:20.295598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}, {'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:20.312499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.315067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:20.324583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7c937208-ced0-47c1-b5d5-af9554f82abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:20.337823 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26aba41-af30-4993-84d5-bcccd81e543e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:20.340745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:20.347581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.349601 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "DELETE /v2.0/security-groups/a26aba41-af30-4993-84d5-bcccd81e543e HTTP/1.1" status: 204 len: 168 time: 0.2097137 Feb 17 04:40:20.350508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-9426763f-eeb6-4e69-9d88-288fe5d1d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:20.352192 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-9426763f-eeb6-4e69-9d88-288fe5d1d1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1160 time: 0.5186172 Feb 17 04:40:20.354617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45748) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:20.373536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d29d4-bd89-4077-bb0b-23809226aa33 req-81476a32-351a-4238-9a91-f2f49b5dd306 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:20.375193 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b85d29d4-bd89-4077-bb0b-23809226aa33 req-81476a32-351a-4238-9a91-f2f49b5dd306 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.5368648 Feb 17 04:40:20.379518 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'status': 'completed', 'code': 200} Feb 17 04:40:20.379845 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'status': 'completed', 'code': 200} Feb 17 04:40:20.384886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.v2.resource [None req-22ea5023-90b0-4d2e-88ea-0225f2dac4bf tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] show failed (client error): The resource could not be found. Feb 17 04:40:20.389839 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-22ea5023-90b0-4d2e-88ea-0225f2dac4bf tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups/a26aba41-af30-4993-84d5-bcccd81e543e HTTP/1.1" status: 404 len: 347 time: 0.0296683 Feb 17 04:40:20.389839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45752) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:20.456889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-769fe3e4-a8c1-4a65-adf7-2ad734c3b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:20.458541 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-769fe3e4-a8c1-4a65-adf7-2ad734c3b983 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5329030 Feb 17 04:40:20.474800 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-c1109213-2260-4946-9849-0f4fa41911ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 217 time: 0.0921202 Feb 17 04:40:20.479108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:20.479793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.481329 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] 10.222.0.41 "PUT /v2.0/ports/c654ffb2-0411-4730-ada7-d053a3e4b494 HTTP/1.1" status: 200 len: 1158 time: 5.2616084 Feb 17 04:40:20.567664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 410bb0bf-47e9-4311-aa16-37e4229d3851 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:20.567928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.708165 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b85d29d4-bd89-4077-bb0b-23809226aa33 req-c36ba3d8-0442-492f-8b86-4890279f071f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630129 Feb 17 04:40:20.754109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-96ce42a3-40a4-4752-973c-6b8171cc9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:20.755775 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-96ce42a3-40a4-4752-973c-6b8171cc9c38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.2452316 Feb 17 04:40:20.765066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.765446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.904670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 410bb0bf-47e9-4311-aa16-37e4229d3851 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:21.065656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:21.086845 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-a3dca725-43fb-4904-a628-59c23e3d4da3 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107771 Feb 17 04:40:21.137354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-5ff8c2e0-7ed8-4633-ac78-c79ec487271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.138896 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-5ff8c2e0-7ed8-4633-ac78-c79ec487271a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 1161 time: 0.5879591 Feb 17 04:40:21.141231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c4c63c47-2103-4d53-bac7-3d58ec97c818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:21.200982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'Port': ['ID=410bb0bf-47e9-4311-aa16-37e4229d3851,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:21.204931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:21.325903 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-e7c54119-b55e-48dc-b7a8-a57b1cb7b217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c654ffb2-0411-4730-ada7-d053a3e4b494 HTTP/1.1" status: 200 len: 217 time: 0.1281447 Feb 17 04:40:21.330163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:21.351434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:21.352734 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-887a52c8-2b7b-4fbf-a455-2c761d66c764 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "DELETE /v2.0/floatingips/bcc283ca-0f64-4786-a2cd-9b632b48a3a5 HTTP/1.1" status: 204 len: 168 time: 0.9624963 Feb 17 04:40:21.485818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-54009253-ea17-4b95-a6e2-b47e33e27376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.487368 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-54009253-ea17-4b95-a6e2-b47e33e27376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6751297 Feb 17 04:40:21.498801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a00e5-a4a0-4d66-b393-60f6349268cb req-fda8b590-3816-4d8d-bd2e-11264ba89688 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.500372 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-597a00e5-a4a0-4d66-b393-60f6349268cb req-fda8b590-3816-4d8d-bd2e-11264ba89688 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.7411180 Feb 17 04:40:21.503983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da564eca-cb7c-4ca6-982b-e9c70ff25a1a req-b89104a4-382d-4106-a1e4-9d639cda90fc service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4026453 Feb 17 04:40:21.505887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-cda50ea9-0007-4a19-a12e-fa12e95163f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.507345 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-cda50ea9-0007-4a19-a12e-fa12e95163f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.1610887 Feb 17 04:40:21.722922 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-b8a780b0-3b40-4357-be8a-5bd11341dd27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856818 Feb 17 04:40:21.779605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d611e-022c-414f-9261-d6d406ea6a1c req-fe3d1008-f94b-4e6c-b6ab-527e12dce3b6 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.781154 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-044d611e-022c-414f-9261-d6d406ea6a1c req-fe3d1008-f94b-4e6c-b6ab-527e12dce3b6 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 944 time: 0.5070770 Feb 17 04:40:21.881768 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-597a00e5-a4a0-4d66-b393-60f6349268cb req-14a18829-35de-46f7-ae12-7d5e9885b31a tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3703711 Feb 17 04:40:21.988519 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-044d611e-022c-414f-9261-d6d406ea6a1c req-c52fe43a-7192-4e2b-809c-7f9b0fd8246a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982265 Feb 17 04:40:22.002363 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-fefe4643-8f0c-46de-b139-e24441aa2384 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008955 Feb 17 04:40:22.077634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45764) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:22.086915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190649484', 'description': 'tempest-description--1492762757'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.097947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:22.104917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:22.108699 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:22.113728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-0c698515-59ba-4e69-9fae-b63f7a4d8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:22.115884 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-0c698515-59ba-4e69-9fae-b63f7a4d8d3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1160 time: 0.4627924 Feb 17 04:40:22.117893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:22.129690 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-476632c6-9035-41b2-b022-168a7885d649 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938940 Feb 17 04:40:22.131134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.157726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:22.163589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:22.167189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:22.173909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:22.259582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.262889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.270649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c43ec4f8-6a74-4ef8-866c-a51625b92bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:22.326512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63649fd-f977-491a-89c6-76ad12297d07,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:22.329473 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.335942 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2511957 Feb 17 04:40:22.335942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4c7e294c-6287-4cf5-b54b-8ddab3c9c54b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:22.337244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45768) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:22.343630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group_rule': {'security_group_id': 'b63649fd-f977-491a-89c6-76ad12297d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.351154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:22.355448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:22.358638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:22.364889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:22.382297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.391496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:22.468352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.469091 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494', 'status': 'completed', 'code': 200} Feb 17 04:40:22.474657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.477489 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dde65cb1-d6c4-444e-a964-a1d9d0055d28 req-c9dfe07b-68a1-4717-a05d-842ba20624ae service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4556870 Feb 17 04:40:22.486165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-41e0224c-4f04-4da4-8ca8-50a53fbe004b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:22.523660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a83cc17-6e8e-409d-9655-26e0db11bbcb,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:22.528302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:22.538922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.541026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-343e1b3e-696b-4541-983c-93b98276b9e7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2033393 Feb 17 04:40:22.544157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45774) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:22.551136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'security_group_rule': {'security_group_id': 'b63649fd-f977-491a-89c6-76ad12297d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.558141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:22.562971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:security_group_rule and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:22.564282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-799d0fa3-de88-42cb-877f-a5c039a14285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:22.565946 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-799d0fa3-de88-42cb-877f-a5c039a14285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.4278121 Feb 17 04:40:22.567461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:22.568815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85a83e27-96ed-455f-ae81-7332d8e72996 req-f61b75fa-6d94-4e15-8396-7a2fed880876 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3574991 Feb 17 04:40:22.574382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:22.575537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03eee1-b1fa-40c7-9507-2e5967844073 req-a44f4724-c5e1-40e6-bfdf-bb73b5ff2812 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:22.577545 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0c03eee1-b1fa-40c7-9507-2e5967844073 req-a44f4724-c5e1-40e6-bfdf-bb73b5ff2812 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.4379063 Feb 17 04:40:22.596162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.673491 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-c436dc33-68b8-4203-a255-0ecf9274e397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 217 time: 0.0922928 Feb 17 04:40:22.701394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.705396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.714264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0c03eee1-b1fa-40c7-9507-2e5967844073 req-360cfa2e-6eb4-4135-bc01-ef334c5e173b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783286 Feb 17 04:40:22.715460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:22.738078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e103e6-0ed0-4869-ad12-edbc3f2da84f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:22.741466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:22.755044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:22.759969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 45782) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:22.760941 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9d2700cd-f122-4194-a1e3-da5a2f60d8d9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154770 Feb 17 04:40:22.768342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.786569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:22.794479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:floatingip and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:22.800387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:22.810979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:22.839231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.401048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-adb17994-a133-4bd1-8d0b-c023d2af6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.402882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-adb17994-a133-4bd1-8d0b-c023d2af6508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.7109885 Feb 17 04:40:23.539239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-08087542-3529-4c3a-953c-99266eca811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.540786 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-08087542-3529-4c3a-953c-99266eca811a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 1161 time: 0.8970511 Feb 17 04:40:23.555160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:23.596214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bc7eb-b297-4a17-a079-a26ee3316dd1 req-6877ee67-94ff-445d-bbe0-65760d798973 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.598017 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5a6bc7eb-b297-4a17-a079-a26ee3316dd1 req-6877ee67-94ff-445d-bbe0-65760d798973 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.5833802 Feb 17 04:40:23.636284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port f57b8324-9e33-41d7-aaff-683052d89a76 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:23.642089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:23.642512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.751034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f81b4-d555-41a1-98d7-43ed5f861153 req-52e978fb-8fd6-47f8-8a4c-cd21d69250d7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.752755 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-397f81b4-d555-41a1-98d7-43ed5f861153 req-52e978fb-8fd6-47f8-8a4c-cd21d69250d7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 944 time: 0.4205058 Feb 17 04:40:23.780608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-25c7d770-2fe3-4dc9-8633-5ac8068124fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.782603 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-25c7d770-2fe3-4dc9-8633-5ac8068124fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3647888 Feb 17 04:40:23.784896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.818042 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:23.829101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:23.834639 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.837458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:23.868022 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5a6bc7eb-b297-4a17-a079-a26ee3316dd1 req-10f888dd-151b-4181-9cce-07d014f732b0 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2094257 Feb 17 04:40:23.926063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:23.935366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.936622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.937151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.937288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.937904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.938518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.939190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.939787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.940563 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.941257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.942782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.943380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.944027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.944732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.947979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.947979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.947979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.947979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.947979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.948938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.949267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.949861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.950455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.951243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.956904 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:23.959149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:24.135514 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-397f81b4-d555-41a1-98d7-43ed5f861153 req-feb327a3-8b59-4139-b741-731005f4e2f4 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621316 Feb 17 04:40:24.136538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-2ebc705a-34f5-47f2-a59a-38468577d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:24.138158 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-2ebc705a-34f5-47f2-a59a-38468577d970 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 908 time: 0.5870469 Feb 17 04:40:24.192849 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'code': 200} Feb 17 04:40:24.259904 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-7d343272-21cf-4f2f-8f7b-407d78609f7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c654ffb2-0411-4730-ada7-d053a3e4b494 HTTP/1.1" status: 200 len: 217 time: 0.1006932 Feb 17 04:40:24.360902 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-e2cfb879-adb4-45fe-87f6-b4fb1813534f service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531197 Feb 17 04:40:24.563459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-146b2abe-dbcf-4988-ab44-327678dd1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:24.564986 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-146b2abe-dbcf-4988-ab44-327678dd1fa9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.2853882 Feb 17 04:40:24.653522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45850a-3566-4bb6-b9d6-f3dbc99207be req-deca04bd-788f-42de-83e9-d21bc7eedf9b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:24.655161 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc45850a-3566-4bb6-b9d6-f3dbc99207be req-deca04bd-788f-42de-83e9-d21bc7eedf9b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.6395309 Feb 17 04:40:24.673598 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-9c5799ef-a9e2-4932-9454-caba665f636f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817237 Feb 17 04:40:24.894328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc45850a-3566-4bb6-b9d6-f3dbc99207be req-e8a0ef74-66c2-4fc3-9f77-6e80e5673e61 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234313 Feb 17 04:40:24.944749 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-5d6059e6-b778-44e9-9bd6-c41cd407b404 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5247831 Feb 17 04:40:24.964333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8314c-5178-4e73-a625-ab52b889a39e req-0c5337aa-a282-4493-b9e4-ddc6edaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:24.966063 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-29c8314c-5178-4e73-a625-ab52b889a39e req-0c5337aa-a282-4493-b9e4-ddc6edaf14bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1162 time: 0.5517223 Feb 17 04:40:24.969882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Allocated IP 172.28.0.166 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/3b21ec16-8e2b-4a4c-826f-db944a37023c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:25.115445 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-6dcd1e36-d934-4fb0-bfe8-524dd7e6a9b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164920 Feb 17 04:40:25.590670 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-29c8314c-5178-4e73-a625-ab52b889a39e req-d847b53c-cc46-419f-89e6-1d282e741c1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6111770 Feb 17 04:40:25.763804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-2c1aba3d-7912-4481-8a15-58a1e9c8d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:25.765521 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-2c1aba3d-7912-4481-8a15-58a1e9c8d302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1160 time: 0.7583559 Feb 17 04:40:25.772357 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6f29a181-214a-402c-907e-96cc0e0369b3 req-e0c6585d-20bd-4cec-a963-e33849a26499 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4138868 Feb 17 04:40:25.776787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.788501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac990cd-ab42-4594-9d99-771288fa1aea req-efaadd7b-0b44-46d3-a3be-8087f775495f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:25.790268 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ac990cd-ab42-4594-9d99-771288fa1aea req-efaadd7b-0b44-46d3-a3be-8087f775495f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.7773845 Feb 17 04:40:25.858189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464266cd-a9a1-4c65-86ba-41f183b89124 req-0e7ea220-801d-4b6c-a09e-e8d5dbe4b049 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:25.860021 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-464266cd-a9a1-4c65-86ba-41f183b89124 req-0e7ea220-801d-4b6c-a09e-e8d5dbe4b049 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 944 time: 0.4509563 Feb 17 04:40:26.011251 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ac990cd-ab42-4594-9d99-771288fa1aea req-43d1a7cd-0aa2-4449-864f-f684085de874 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2085886 Feb 17 04:40:26.047399 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-464266cd-a9a1-4c65-86ba-41f183b89124 req-244d1743-c6b0-4a4f-abf8-7aa7eeaa0918 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253393 Feb 17 04:40:26.048590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:26.069860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.088410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d7d7730c-d453-4a06-b1a4-01a092e21f74 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:26.170423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:26.170423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.179982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-00571dbd-9f6e-4827-a00a-83b9902e3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:26.181656 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-00571dbd-9f6e-4827-a00a-83b9902e3e68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.3750470 Feb 17 04:40:26.316009 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:26.344802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-b4ddcdbd-d6a3-4bcf-8742-c5782cc32971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 217 time: 0.1450253 Feb 17 04:40:26.368302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=3b21ec16-8e2b-4a4c-826f-db944a37023c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:26.407253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 7fe1061d-2882-438d-97ba-29232f981eee completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:26.414748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:26.415349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.421875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:26.515484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-17d0b264-596c-4597-b65a-9d1d884e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:26.517675 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-17d0b264-596c-4597-b65a-9d1d884e7ee9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.1505294 Feb 17 04:40:26.533150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3203d9-1e36-428b-a92d-fe387a83bddf req-0ad881e3-639b-43d8-9aa3-e8d32679311a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:26.534877 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-be3203d9-1e36-428b-a92d-fe387a83bddf req-0ad881e3-639b-43d8-9aa3-e8d32679311a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.3448620 Feb 17 04:40:26.576852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:26.585827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:26.594596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:26.597597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.638962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:26.650378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:26.653450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.654446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device c654ffb2-0411-4730-ada7-d053a3e4b494 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:26.676128 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-be3203d9-1e36-428b-a92d-fe387a83bddf req-00777f5e-d330-4f37-8f95-9815d6895987 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976391 Feb 17 04:40:26.686832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:26.694905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.708929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-b0be7060-fc8d-4b94-892d-0b2fcef04832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:26.710539 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-b0be7060-fc8d-4b94-892d-0b2fcef04832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1721520 Feb 17 04:40:26.728395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'code': 200} Feb 17 04:40:26.823905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:26.828670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:26.833206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port c654ffb2-0411-4730-ada7-d053a3e4b494 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:26.839298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port c654ffb2-0411-4730-ada7-d053a3e4b494 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:26.839773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.918918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.002878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.045905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port c654ffb2-0411-4730-ada7-d053a3e4b494, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c654ffb2-0411-4730-ada7-d053a3e4b494,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:27.054593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.059121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2d9c2505-4703-4466-83ba-c2ca56dd2824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:27.166977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=c654ffb2-0411-4730-ada7-d053a3e4b494,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:27.171735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:27.334970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device c654ffb2-0411-4730-ada7-d053a3e4b494 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:27.417975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port c654ffb2-0411-4730-ada7-d053a3e4b494 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:27.418446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.458055 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-58b09a6b-10bc-4819-a186-9ee51eeec026 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891615 Feb 17 04:40:27.556477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:27.643334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:27.643745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.776286 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:27.857901 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:27.858566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.933948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284c8d8-2d37-4255-8f0a-4309e9e8b8a1 req-49933d9b-c43f-41ba-9c0a-07e12b13472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:27.936628 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b284c8d8-2d37-4255-8f0a-4309e9e8b8a1 req-49933d9b-c43f-41ba-9c0a-07e12b13472b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.8635142 Feb 17 04:40:28.046006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb03387-ddf5-4b7d-a482-933d702d66ec req-cd335c0d-ec13-40a3-837d-a8112e9fe366 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:28.047532 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3bb03387-ddf5-4b7d-a482-933d702d66ec req-cd335c0d-ec13-40a3-837d-a8112e9fe366 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.8040209 Feb 17 04:40:28.053769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c41c5-d130-4197-8f7e-ebe06492008a req-8c55e4a6-1916-4b30-807b-22e3137d0636 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:28.055359 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-231c41c5-d130-4197-8f7e-ebe06492008a req-8c55e4a6-1916-4b30-807b-22e3137d0636 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.8073032 Feb 17 04:40:28.056602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:40:28.074811 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-27bcb80c-1f0f-45a2-af7e-192985a5f3bb req-5a093b54-4757-43ed-a7fd-6e7cc387daa2 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6018288 Feb 17 04:40:28.117155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.131579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.151463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-334c-47f7-bad3-03f5d516925a tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:28.275185 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b284c8d8-2d37-4255-8f0a-4309e9e8b8a1 req-59f144fd-c164-48c8-abed-64098e2bc864 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3197758 Feb 17 04:40:28.304040 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-231c41c5-d130-4197-8f7e-ebe06492008a req-cac202af-9de8-45a6-b2e9-a771f820b445 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2318063 Feb 17 04:40:28.311045 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3bb03387-ddf5-4b7d-a482-933d702d66ec req-99fc768d-5550-4828-85a9-1097dd0f6935 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444685 Feb 17 04:40:28.330220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=3b21ec16-8e2b-4a4c-826f-db944a37023c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:28.336091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:28.386615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.469346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.470652 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7083809 Feb 17 04:40:28.527370 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd90a-f7d5-41bc-899b-d1ea22f2f73b req-92e61423-c3d3-479b-9788-d1d74a6c9233 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:28.529122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76ffd90a-f7d5-41bc-899b-d1ea22f2f73b req-92e61423-c3d3-479b-9788-d1d74a6c9233 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1139095 Feb 17 04:40:28.583646 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76ffd90a-f7d5-41bc-899b-d1ea22f2f73b req-8b2bc996-3cf7-4695-91a0-f2c36e84da2e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468154 Feb 17 04:40:28.730188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:28.821940 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-920af8ea-a9be-49e8-befd-af5270a9ebf4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1190649484&fields=id&tenant_id=413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 267 time: 0.1027484 Feb 17 04:40:28.948480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bedac-33d5-4c16-8c93-5f315ff52fa7 req-9bf72357-e88b-4d78-b976-3c2a39b5834a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:28.950214 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a67bedac-33d5-4c16-8c93-5f315ff52fa7 req-9bf72357-e88b-4d78-b976-3c2a39b5834a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.2296712 Feb 17 04:40:28.961141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45824) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:28.967133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Request body: {'floatingip': {'port_id': 'f57b8324-9e33-41d7-aaff-683052d89a76'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:29.004799 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494', 'code': 200} Feb 17 04:40:29.022684 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-01e03010-401a-42c7-9db0-1048c9fab1b9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:29.024381 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-01e03010-401a-42c7-9db0-1048c9fab1b9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 810 time: 0.1951854 Feb 17 04:40:29.051442 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-1c3d8928-7b2f-4e5f-8567-6d403c4a4854 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/quotas/413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 375 time: 0.0190635 Feb 17 04:40:29.171302 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-086edf1f-d864-4879-b8d3-0a3f8814b399 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111851 Feb 17 04:40:29.369706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.585243 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-bc777576-5f37-4ecc-a3ad-65c5e832a7fd service neutron] 10.222.0.47 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890505 Feb 17 04:40:29.648219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837c528-42f2-4ffd-b4c5-a30981ca8e5b req-8be284be-0df9-4f26-94cc-936a1f65c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:29.649947 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4837c528-42f2-4ffd-b4c5-a30981ca8e5b req-8be284be-0df9-4f26-94cc-936a1f65c840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 1163 time: 0.3059909 Feb 17 04:40:29.801139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c595f80-c3f8-4577-a81d-fa0f8197d606 req-68c5085f-0e07-4092-9756-efb51e415bc4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:29.802913 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c595f80-c3f8-4577-a81d-fa0f8197d606 req-68c5085f-0e07-4092-9756-efb51e415bc4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.3551154 Feb 17 04:40:29.816053 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4837c528-42f2-4ffd-b4c5-a30981ca8e5b req-ad7afa4e-ea00-42a9-8a90-2dd7371d5188 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033356 Feb 17 04:40:29.878831 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-6982ff3d-0a34-4bfc-8473-d5d97e06da05 service neutron] 10.222.0.47 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2755215 Feb 17 04:40:29.891044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c595f80-c3f8-4577-a81d-fa0f8197d606 req-5d65090e-97c7-4b6d-923a-fc79a3a83b3a tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0738842 Feb 17 04:40:30.177115 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-998153fc-8627-48fa-abf4-aa23f6922fa8 req-980bf167-5102-407f-9618-985b38a83798 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 210 time: 0.0558007 Feb 17 04:40:30.223266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83464-9b0f-49fb-aeb7-592edcfd1903 req-e78982b0-3805-472c-99a2-9d7604500067 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:30.232196 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ef83464-9b0f-49fb-aeb7-592edcfd1903 req-e78982b0-3805-472c-99a2-9d7604500067 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.2041388 Feb 17 04:40:30.247902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.252506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.289190 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7ef83464-9b0f-49fb-aeb7-592edcfd1903 req-ddd2c97d-9bc0-4386-9b5c-c66f03243916 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 Feb 17 04:40:30.461205 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Floating IP ce4c51bf-452b-46c2-9cba-8af1255a5ab8 associated. External IP: 172.28.0.160, port: f57b8324-9e33-41d7-aaff-683052d89a76. Feb 17 04:40:30.911533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:31.159528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2ca3-0219-42cd-9d88-ef0e46f55e6c req-9e1e1301-1301-40e0-a0e9-db74e1428953 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:31.163115 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ef2ca3-0219-42cd-9d88-ef0e46f55e6c req-9e1e1301-1301-40e0-a0e9-db74e1428953 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1350338 Feb 17 04:40:31.221146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:31.230469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.246917 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ef2ca3-0219-42cd-9d88-ef0e46f55e6c req-7705769f-c553-49e7-9c05-182868494dea tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0713589 Feb 17 04:40:31.259564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:31.295331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:31.295331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:31.337682 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-085e2ccc-0992-4aad-8014-28ebae0ac6f4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "PUT /v2.0/floatingips/ce4c51bf-452b-46c2-9cba-8af1255a5ab8 HTTP/1.1" status: 200 len: 991 time: 2.3753896 Feb 17 04:40:31.338372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:31.564780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:31.597245 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6710777b-c747-4b1e-a484-142a847aef98 req-cb8d07ca-514e-4186-b393-8852925e8327 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 210 time: 0.1306903 Feb 17 04:40:31.674571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b579c6-6a9b-460d-84b6-583e53cf6d05 req-d1ea8f83-b52a-4f6e-8a54-58c174dc2107 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:31.690827 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1b579c6-6a9b-460d-84b6-583e53cf6d05 req-d1ea8f83-b52a-4f6e-8a54-58c174dc2107 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1656544 Feb 17 04:40:31.874125 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1b579c6-6a9b-460d-84b6-583e53cf6d05 req-75581b9d-620b-474f-8f01-01c56c8fd5b2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1811099 Feb 17 04:40:32.034266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376c54-f083-415d-adc3-c36f3eef9dda req-efe6be7c-1b2d-4b2c-a0c2-22be11e2177c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:32.035950 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63376c54-f083-415d-adc3-c36f3eef9dda req-efe6be7c-1b2d-4b2c-a0c2-22be11e2177c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.2983832 Feb 17 04:40:32.127977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-6ffc0d72-95ac-4c66-aa15-34b4157cc844 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:32.130202 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-6ffc0d72-95ac-4c66-aa15-34b4157cc844 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 810 time: 0.2543802 Feb 17 04:40:32.161905 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63376c54-f083-415d-adc3-c36f3eef9dda req-ac411597-1444-4c84-be59-6f762ae66b63 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053214 Feb 17 04:40:32.187058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'ce4c51bf-452b-46c2-9cba-8af1255a5ab8', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:9a:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:01Z', 'updated_at': '2021-02-17T04:40:30Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:32.196137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:32.216677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:32.217656 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:32.265259 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'status': 'completed', 'code': 200} Feb 17 04:40:32.472269 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-7cd3c159-5104-412a-8ca3-b91440ffffff tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=413334592214495d8258cd86a4140a65 HTTP/1.1" status: 200 len: 5705 time: 0.3084922 Feb 17 04:40:32.474025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.498228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'port': {'device_id': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'admin_state_up': True, 'tenant_id': '413334592214495d8258cd86a4140a65', 'security_groups': ['b63649fd-f977-491a-89c6-76ad12297d07']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:32.577270 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:32.718610 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-ff363c7b-2d19-42b6-a96e-4fd0cb9cbcfa tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4136634 Feb 17 04:40:32.729078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:32.744234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:32.763797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Usage tracker for resource:floatingip and tenant:d60cf40f6a084505a3f4fa379c4b5318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:32.767521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:32.774202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:32.778802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-9d586352-ca9b-4730-a2d2-ed97fe0a0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:32.780508 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-9d586352-ca9b-4730-a2d2-ed97fe0a0cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1162 time: 0.3613698 Feb 17 04:40:32.785162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Usage tracker for resource:port and tenant:413334592214495d8258cd86a4140a65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:32.788889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:32.791427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:32.824278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:33.172192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.193281 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0bd608bb-f391-4649-942e-f3c673a604ad req-f1bcdd77-2a5a-4b00-953f-3383d6d7eb28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 210 time: 0.3620379 Feb 17 04:40:33.197856 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Made reservation on behalf of 413334592214495d8258cd86a4140a65 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:33.203423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.408608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'ce4c51bf-452b-46c2-9cba-8af1255a5ab8', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:9a:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:01Z', 'updated_at': '2021-02-17T04:40:30Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:33.414798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0251-cb93-4d90-9b9f-e173a3062730 None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'ce4c51bf-452b-46c2-9cba-8af1255a5ab8', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'port_id': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'mac_address': 'fa:16:3e:9a:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:01Z', 'updated_at': '2021-02-17T04:40:30Z', 'revision_number': 1, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:33.439672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-e866cc88-36c6-4e60-869b-d908b412ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:33.445034 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-e866cc88-36c6-4e60-869b-d908b412ffea service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.6458442 Feb 17 04:40:33.616038 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-9cd2fb4d-8817-4b33-9bcb-6a82840da2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 999 time: 0.1626706 Feb 17 04:40:33.792309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-a2ba9a9e-7484-4d66-8c0f-69be3606ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:33.793959 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-a2ba9a9e-7484-4d66-8c0f-69be3606ce8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.1345239 Feb 17 04:40:33.845713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241430e-af39-4b34-aa00-b58d71fd256a None None] New status for floating IP ce4c51bf-452b-46c2-9cba-8af1255a5ab8: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:33.933084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.014009 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Allocated IP 172.20.0.6 (78d8e801-9ca6-442b-ae7c-2cc0ef825b44/ca71b61d-2896-46b1-912e-a2806ef476ad/9d2fa25d-1a45-4e67-aa9e-d2dae35007e6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:34.225826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-a1fd1c94-75d8-4bfe-9419-24d643dc735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:34.227433 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-a1fd1c94-75d8-4bfe-9419-24d643dc735a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3888726 Feb 17 04:40:34.298847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82493f5b-b0af-4a21-9a68-0da831797651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.538278 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5ebb5ae8-64e6-42ad-833c-e33d37612bf3 req-0c3d04f8-6dab-4c31-9ae2-c007f4a75c38 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 210 time: 0.1582363 Feb 17 04:40:34.705286 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-993d4d13-09d3-4115-8153-6ecbd469d7ea service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641712 Feb 17 04:40:34.709893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.814864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Allocated IP 172.28.0.70 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:34.839059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Transition to ACTIVE for port object 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:35.003098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-63ca2472-6bac-42cb-933d-382239ec8c6d req-bd265231-bd61-4c18-8a21-f14e72ac86d9 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2895179 Feb 17 04:40:35.027380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.059483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:35.333388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.345636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event updated for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:35.355053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:35.432775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:35.436577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:35.465423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:35.472288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:35.473802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.484183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.556383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:35.652316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-5c74cc12-111a-4408-a5c1-2c2d3708ec99 None None] Provisioning for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:35.661744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-5c74cc12-111a-4408-a5c1-2c2d3708ec99 None None] Provisioning complete for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:35.662422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5c74cc12-111a-4408-a5c1-2c2d3708ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.767806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-5c74cc12-111a-4408-a5c1-2c2d3708ec99 None None] Port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:40:35.956687 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4633887 Feb 17 04:40:35.961446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'Port': ['ID=b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:35.972337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:35.983716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Request body: {'port': {'device_id': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:36.140248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-35a3f84b-ad1d-41c3-a5f9-af98cc2e9f72 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:36.142177 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-35a3f84b-ad1d-41c3-a5f9-af98cc2e9f72 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.7074115 Feb 17 04:40:36.177776 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-fd22e3b4-2459-4cda-b7b2-ddc13858a562 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/quotas/04fc36f955fb47e587cda21e5c92e755 HTTP/1.1" status: 200 len: 375 time: 0.0251019 Feb 17 04:40:36.235636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:36.249577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:36.258409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:36.264327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:36.429850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:36.451346 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-d81056c9-6813-4f86-8190-c8cc1478a0da tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599664 Feb 17 04:40:36.677372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:36.894194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6db58de9-6d89-47ee-a249-d5a3acd6d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:36.943797 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-39eaa4cb-24b9-4ba1-ba26-c47b1849b99a service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122062 Feb 17 04:40:37.258823 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-a907c5b8-e2f9-4a1c-b84b-349140ae96c4 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2960010 Feb 17 04:40:37.351769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:37.368084 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.400501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Transition to ACTIVE for port object 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:37.402764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.405037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.419846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-04cc1fe7-061f-4f88-92a3-fe884194c16f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:37.465584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.554150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.978046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:38.026130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.026475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.026881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.027451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.027657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.028043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.028441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.028830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.029245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.029625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.030013 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.030393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.030816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.031207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.031588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.031973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.032350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.032729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.033132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.033511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.033891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.034272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.034648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.035072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:38.046244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:38.048659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-966fdedf-7805-41c9-b5f2-f4e0187ddc82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:38.302159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event updated for resources: {'Port': ['ID=b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:38.315484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:38.324713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f03b7-def8-4083-a05b-260e8b6e5854 req-fb6e1d9b-79df-43b3-87c5-aaecc407418e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:38.325622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d45f03b7-def8-4083-a05b-260e8b6e5854 req-fb6e1d9b-79df-43b3-87c5-aaecc407418e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:38.332748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.357670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.388368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Attempting to bind port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:38.388789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Attempting to bind port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:38.389327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Attempting to bind port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 on network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:38.395446 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.396768 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6772437 Feb 17 04:40:38.399960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d45f03b7-def8-4083-a05b-260e8b6e5854 req-fb6e1d9b-79df-43b3-87c5-aaecc407418e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:38.401257 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d45f03b7-def8-4083-a05b-260e8b6e5854 req-fb6e1d9b-79df-43b3-87c5-aaecc407418e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 943 time: 0.8391457 Feb 17 04:40:38.402068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:38.402440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Checking segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:38.402848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.403243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Bound using segment: {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:38.403738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Bound port: 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423699a-31d2-416e-81db-85d57ce71950', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:38.404139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.573893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e63fe2b3-efd3-458a-8d8d-a8b9034d996c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:38.611781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d45f03b7-def8-4083-a05b-260e8b6e5854 req-00103ab2-453b-4ffa-be9b-be5f7a70cd59 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972570 Feb 17 04:40:38.619806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.653359 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e63fe2b3-efd3-458a-8d8d-a8b9034d996c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:38.655355 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-e63fe2b3-efd3-458a-8d8d-a8b9034d996c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.70 HTTP/1.1" status: 200 len: 695 time: 0.2395363 Feb 17 04:40:38.763466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] For port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:38.814105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] For port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:38.892104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.929016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2f055ca6-8314-4585-b747-0d8bdcece738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:39.168718 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d2821b53-bd28-431a-b204-0a50086c69c8 req-d2c9a127-a823-48ae-8266-853c0b496209 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 210 time: 0.1093688 Feb 17 04:40:39.299076 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-9648343a-a3b5-4311-b357-fed47eccd192 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.300594 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-9648343a-a3b5-4311-b357-fed47eccd192 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 784 time: 0.6325800 Feb 17 04:40:39.301342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:39.312552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:39.331543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-475e3c1f-d3e9-411c-9e21-4508e5e28e18 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:40:39.333241 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9ce801a2-0fc3-495e-b2f2-5ce3113f2ecd req-475e3c1f-d3e9-411c-9e21-4508e5e28e18 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0219975 Feb 17 04:40:39.345070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-2e0e6706-f8c3-412b-b739-533ea95adf06 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.346711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-2e0e6706-f8c3-412b-b739-533ea95adf06 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.5742245 Feb 17 04:40:39.368715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.369774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.372581 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 HTTP/1.1" status: 200 len: 1157 time: 3.3982737 Feb 17 04:40:39.373432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:39.384654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Request body: {'port': {'device_id': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85', 'admin_state_up': True, 'tenant_id': '04fc36f955fb47e587cda21e5c92e755'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:39.590542 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'status': 'completed', 'code': 200} Feb 17 04:40:39.692768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:39.723576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-3b4c781e-031b-4d7e-a879-7a01fd4ed073 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.725238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-3b4c781e-031b-4d7e-a879-7a01fd4ed073 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2456009 Feb 17 04:40:39.727147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-9509fba5-6a25-4fc2-9cf1-691a4077482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.728634 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-9509fba5-6a25-4fc2-9cf1-691a4077482c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 1160 time: 0.2502625 Feb 17 04:40:39.733044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:39.931121 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-a6db36af-73e4-4d56-b907-177a5a82eea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 HTTP/1.1" status: 200 len: 217 time: 0.1364462 Feb 17 04:40:39.939261 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-245c9cf1-0941-43e2-b81e-b67c673ed1e7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.70 HTTP/1.1" status: 200 len: 695 time: 0.2036738 Feb 17 04:40:39.939899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:39.945402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.015588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Request body: {'floatingip': {'port_id': '7fe1061d-2882-438d-97ba-29232f981eee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:40.139209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.278741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-f9daea41-ec82-4ec6-addc-989b3873010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:40.280263 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-f9daea41-ec82-4ec6-addc-989b3873010e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.3217237 Feb 17 04:40:40.730325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac4229-8c27-4995-840c-d1911bda72c8 req-52e0742f-9c4c-4797-a62a-9030c19f8683 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:40.731945 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ddac4229-8c27-4995-840c-d1911bda72c8 req-52e0742f-9c4c-4797-a62a-9030c19f8683 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 943 time: 0.8812959 Feb 17 04:40:41.020499 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ddac4229-8c27-4995-840c-d1911bda72c8 req-e7355a58-a3d3-4dae-a8fb-58c7bce05b94 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718391 Feb 17 04:40:41.079604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-a86bdeb6-8116-4361-857c-ca1f999d3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:41.082465 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-a86bdeb6-8116-4361-857c-ca1f999d3873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7361732 Feb 17 04:40:41.378390 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0144dfec-8d7c-42bc-af5c-1335ad30fbdd req-a3b50e9f-0d14-4427-8273-b17cab325485 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 210 time: 0.0840163 Feb 17 04:40:41.490705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Allocated IP 172.20.0.12 (8236b16b-1f89-4e95-8844-66e9760d8c85/fb0e3249-4383-47e3-962c-27928a740038/ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:41.679996 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-03728d84-c97d-4f74-9371-7f45b197dce2 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831106 Feb 17 04:40:42.023979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:40:42.388734 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c31bdd3-c511-4a79-a0b6-f55284993d0e req-c15d4831-10c3-45c2-aced-b27d86521ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6889908 Feb 17 04:40:42.490195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.514411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.582952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.757220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302c34-12a8-4bf5-920c-fcf2447bd7c5 req-1bb09699-75fd-4978-9a1c-996aa655cc15 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:42.759198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71302c34-12a8-4bf5-920c-fcf2447bd7c5 req-1bb09699-75fd-4978-9a1c-996aa655cc15 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 943 time: 0.4314411 Feb 17 04:40:42.809435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499af3-25c1-4f82-bec5-dd064052846b req-0d3aa379-77a5-4b74-a00b-2b68795c21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:42.811071 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-0d3aa379-77a5-4b74-a00b-2b68795c21c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 1160 time: 0.3596940 Feb 17 04:40:42.815556 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Floating IP e478dea2-a39e-4af4-9920-7538c135de81 associated. External IP: 172.28.0.70, port: 7fe1061d-2882-438d-97ba-29232f981eee. Feb 17 04:40:42.881986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.985204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6ea47b91-ea27-460c-8e31-fb3f70dad448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:43.203414 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71302c34-12a8-4bf5-920c-fcf2447bd7c5 req-7340d097-fa2a-4c89-b2a3-529dc091e4f9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232857 Feb 17 04:40:43.251969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event updated for resources: {'Port': ['ID=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:43.266560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:43.370373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499af3-25c1-4f82-bec5-dd064052846b req-0f7ce172-e255-4f66-be61-a2be328e3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.372012 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-0f7ce172-e255-4f66-be61-a2be328e3681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.4998291 Feb 17 04:40:43.571159 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-bc0cc800-6844-40e3-854d-32c481102eb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 HTTP/1.1" status: 200 len: 217 time: 0.1370471 Feb 17 04:40:43.708622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:43.715493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:43.731457 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:43.736003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.736698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.773109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499af3-25c1-4f82-bec5-dd064052846b req-4d2e71e9-87c8-4fca-b8d7-99540080393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.774722 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-4d2e71e9-87c8-4fca-b8d7-99540080393d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.1857631 Feb 17 04:40:43.855161 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4748116 Feb 17 04:40:43.879482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Request body: {'port': {'device_id': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:43.910621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Router adc99fd1-2eeb-4975-ad51-0350ab4553ee has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:43.965529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53839-743f-4652-a14a-17ebcf3d1ca7 req-7eb5add6-6e14-4fb7-8398-e287dbc966f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.966304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-20c53839-743f-4652-a14a-17ebcf3d1ca7 req-7eb5add6-6e14-4fb7-8398-e287dbc966f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:44.436194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-20c53839-743f-4652-a14a-17ebcf3d1ca7 req-7eb5add6-6e14-4fb7-8398-e287dbc966f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:44.437447 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20c53839-743f-4652-a14a-17ebcf3d1ca7 req-7eb5add6-6e14-4fb7-8398-e287dbc966f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 932 time: 0.8630829 Feb 17 04:40:44.462625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499af3-25c1-4f82-bec5-dd064052846b req-22d37656-7a23-40e7-b84f-a39558382a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:44.464201 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-22d37656-7a23-40e7-b84f-a39558382a69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6764441 Feb 17 04:40:44.487786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:44.687496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:44.702102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:44.705186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Sync routers for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:44.716593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:44.717325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:44.730672 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-20c53839-743f-4652-a14a-17ebcf3d1ca7 req-8ebc07f6-d514-43db-abe6-02873b1139eb tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711086 Feb 17 04:40:44.844453 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-dcadf684-5f8f-4e92-b6f9-b58bf62a27b4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "PUT /v2.0/floatingips/e478dea2-a39e-4af4-9920-7538c135de81 HTTP/1.1" status: 200 len: 995 time: 4.8869655 Feb 17 04:40:44.846694 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-d60226a0-59ae-4ea4-8467-3a3bd9769a85 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737943 Feb 17 04:40:44.849611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:45.013985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:45.283670 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8a499af3-25c1-4f82-bec5-dd064052846b req-efd97cde-b45a-4d39-93b1-d7f6f8f7f481 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4260828 Feb 17 04:40:45.337547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-9614ad43-7efe-4112-81d8-ce26aa686719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:45.339220 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-9614ad43-7efe-4112-81d8-ce26aa686719 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.4504361 Feb 17 04:40:45.349806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac29f-d4d0-4dee-a096-0a5483ee8cbf req-83a5209f-6b64-4058-9e57-050f1c7bc65f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:45.351588 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-de9ac29f-d4d0-4dee-a096-0a5483ee8cbf req-83a5209f-6b64-4058-9e57-050f1c7bc65f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 943 time: 0.3439643 Feb 17 04:40:45.479307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e478dea2-a39e-4af4-9920-7538c135de81', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'port_id': '7fe1061d-2882-438d-97ba-29232f981eee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'mac_address': 'fa:16:3e:a9:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:36Z', 'updated_at': '2021-02-17T04:40:41Z', 'revision_number': 1, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:45.484988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Checking router: adc99fd1-2eeb-4975-ad51-0350ab4553ee for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:45.498619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:45.499582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:45.544686 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-de9ac29f-d4d0-4dee-a096-0a5483ee8cbf req-943c20bd-b307-425b-a11d-038efc06879c tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593835 Feb 17 04:40:45.605626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-d74c2418-a38b-4d9c-8524-87c5a5fb51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:45.607281 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-d74c2418-a38b-4d9c-8524-87c5a5fb51f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.2546883 Feb 17 04:40:45.752344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:45.758871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:45.766310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.793509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-d6a66d8c-38a3-4ee6-94de-09bb6d107f1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 998 time: 0.1548131 Feb 17 04:40:45.796202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Transition to ACTIVE for port object ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:45.799821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.820466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2d3b99f4-bf71-48f3-a659-06c4a3f3d85d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:45.952369 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'status': 'completed', 'code': 200} Feb 17 04:40:46.206411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:46.365155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:46.375080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:46.375527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.402175 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Pushing event updated for resources: {'Port': ['ID=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:46.410461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-f8cb1ad9-eec4-4157-b758-900ec4cf6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.412111 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-f8cb1ad9-eec4-4157-b758-900ec4cf6753 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.5928633 Feb 17 04:40:46.414938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.453610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e478dea2-a39e-4af4-9920-7538c135de81', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'port_id': '7fe1061d-2882-438d-97ba-29232f981eee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'mac_address': 'fa:16:3e:a9:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:36Z', 'updated_at': '2021-02-17T04:40:41Z', 'revision_number': 1, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:46.463543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77821d1e-01b4-4295-b570-37aeaf9defd1 None None] The sync data for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb is: [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e478dea2-a39e-4af4-9920-7538c135de81', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'port_id': '7fe1061d-2882-438d-97ba-29232f981eee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'mac_address': 'fa:16:3e:a9:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:36Z', 'updated_at': '2021-02-17T04:40:41Z', 'revision_number': 1, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:46.553596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.586515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-f17c09a6-bb3d-4803-a3ca-1b0cb6cb62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.588184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-f17c09a6-bb3d-4803-a3ca-1b0cb6cb62a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.6219909 Feb 17 04:40:46.590508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:46.602148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:46.605460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.607501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:46.651986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e5f66-3ed4-41ed-b3c4-4a7570ee56c7 req-6f060a3e-79ef-45d7-bc81-e053b3de14f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.653665 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-028e5f66-3ed4-41ed-b3c4-4a7570ee56c7 req-6f060a3e-79ef-45d7-bc81-e053b3de14f9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.6858485 Feb 17 04:40:46.697853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:46.702804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.777157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Attempting to bind port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:46.777878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Attempting to bind port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:46.777878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Attempting to bind port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa on network 8236b16b-1f89-4e95-8844-66e9760d8c85 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:46.802394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:46.802855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Checking segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:46.803170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.803579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Bound using segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:46.804083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Bound port: ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:46.804464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.823280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff18c7c8-7031-444d-9feb-e161a175a9d0 None None] New status for floating IP e478dea2-a39e-4af4-9920-7538c135de81: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:46.877730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-5a0e965f-a539-4030-a00a-f0309641a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.879637 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-5a0e965f-a539-4030-a00a-f0309641a8d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4561160 Feb 17 04:40:46.889459 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-028e5f66-3ed4-41ed-b3c4-4a7570ee56c7 req-d950d79e-d390-4ebf-8736-000279c148cc tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723471 Feb 17 04:40:46.937551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-06bc265c-eef9-480d-bdd8-186e8ab648f6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:40:46.939203 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-06bc265c-eef9-480d-bdd8-186e8ab648f6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0187840 Feb 17 04:40:47.159550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-2f324642-bebd-44a6-ba53-572732b76e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.161758 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-2f324642-bebd-44a6-ba53-572732b76e9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.5650129 Feb 17 04:40:47.290747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] For port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:47.327128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] For port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:47.351391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:47.382927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-faaa6d60-5ae8-4bb6-b875-63a8d26ac31a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:47.402776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:47.483892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:47.484147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:47.485587 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-04324c8d-e6f6-4488-899f-1ca32e541d28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 1000 time: 0.3033667 Feb 17 04:40:47.489208 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-b9a2325a-28b6-4f8b-aeff-7e1f62c9152e service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392749 Feb 17 04:40:47.663182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d166b-7b96-4956-92a8-3fbc18468215 req-6eca06f1-175c-4ce1-bdfa-730008478d2d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.664832 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2f1d166b-7b96-4956-92a8-3fbc18468215 req-6eca06f1-175c-4ce1-bdfa-730008478d2d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.5903344 Feb 17 04:40:47.777064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Pushing event updated for resources: {'Port': ['ID=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:47.798140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:47.802097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-2901dcc0-0527-4bea-aa3c-e332ae755c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.803759 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-2901dcc0-0527-4bea-aa3c-e332ae755c27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.2969863 Feb 17 04:40:47.877220 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2f1d166b-7b96-4956-92a8-3fbc18468215 req-f3d8460c-b5eb-4e35-927c-5b061003ab09 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902928 Feb 17 04:40:47.917030 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6ca5688a-9975-4087-ad5c-7e3a9f617c83 req-715e1828-aa35-4c9c-8cc6-ef3ec2230d62 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4084737 Feb 17 04:40:47.920783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.921043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:47.922514 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] 10.222.0.41 "PUT /v2.0/ports/ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa HTTP/1.1" status: 200 len: 1158 time: 4.0526242 Feb 17 04:40:47.954358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:47.978503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-59d998e7-1923-4882-a8d6-ecd9b7a18646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.980183 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-59d998e7-1923-4882-a8d6-ecd9b7a18646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1592708 Feb 17 04:40:48.040830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'code': 200} Feb 17 04:40:48.233172 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa', 'status': 'completed', 'code': 200} Feb 17 04:40:48.286447 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-0f11260b-c35e-475c-9e6f-c0ad484ff163 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644053 Feb 17 04:40:48.289230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-767522b7-03b6-4703-b5e1-943504d1b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.291110 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-767522b7-03b6-4703-b5e1-943504d1b2f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 1161 time: 0.3099592 Feb 17 04:40:48.323121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06511b6-5a7e-4af5-8d66-3e0d9f13f96f req-44520a83-8441-4d59-9eca-bb38fe90cb76 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.324745 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d06511b6-5a7e-4af5-8d66-3e0d9f13f96f req-44520a83-8441-4d59-9eca-bb38fe90cb76 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.1436584 Feb 17 04:40:48.766271 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-bee4bb73-219d-49af-a757-e25b07806338 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa HTTP/1.1" status: 200 len: 217 time: 0.4301751 Feb 17 04:40:48.873789 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d06511b6-5a7e-4af5-8d66-3e0d9f13f96f req-877b1ff0-d67a-4be2-82a9-6e1590c21286 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336196 Feb 17 04:40:48.907721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429fc1b-a817-4119-909f-153b0f172ced req-c5eb6e8d-d35d-4687-bf2a-219bd9f4752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.909323 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-c5eb6e8d-d35d-4687-bf2a-219bd9f4752a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.1231899 Feb 17 04:40:48.992773 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-875d1641-3e81-4b3c-9f8e-c1f78f2e291c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687466 Feb 17 04:40:48.994977 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce823ee3-e382-4842-b355-d5d110b8d4cd req-046ca1d1-dde8-479d-ad03-bf820578badf service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6559772 Feb 17 04:40:48.997179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8aee-ada3-4589-ae39-5e165d4275c6 req-715b597b-3b8f-45b8-afcf-98980561691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.998757 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7b6c8aee-ada3-4589-ae39-5e165d4275c6 req-715b597b-3b8f-45b8-afcf-98980561691f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 1162 time: 0.6608536 Feb 17 04:40:49.210470 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7b6c8aee-ada3-4589-ae39-5e165d4275c6 req-486c31c8-c1bb-443c-b6ce-e7107943b0ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656127 Feb 17 04:40:49.270305 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-8238ac38-6248-4356-aabe-ab3e86539dfd service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268577 Feb 17 04:40:49.281577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69d525-b0b2-4fac-a8d3-ac3d01f7891b req-5bfcf848-d440-422c-a4b2-48f5b63e6917 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.285850 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc69d525-b0b2-4fac-a8d3-ac3d01f7891b req-5bfcf848-d440-422c-a4b2-48f5b63e6917 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.2788463 Feb 17 04:40:49.344188 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fc69d525-b0b2-4fac-a8d3-ac3d01f7891b req-961b085f-6cb4-4267-9d02-7d8e140e87aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519593 Feb 17 04:40:49.658318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0429fc1b-a817-4119-909f-153b0f172ced req-39187704-0b8b-4991-accd-49f306b251cd service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1809673 Feb 17 04:40:49.835818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-ee26a047-abc0-4a26-ae2d-cc0975198d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.838464 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-ee26a047-abc0-4a26-ae2d-cc0975198d3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 1161 time: 0.0923498 Feb 17 04:40:50.017229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-6b05a5f4-1711-4693-abc9-a6db3b1914ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.020541 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-6b05a5f4-1711-4693-abc9-a6db3b1914ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 908 time: 0.1729231 Feb 17 04:40:50.152431 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-7419e499-a794-42de-81d8-3b7070a6b66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa HTTP/1.1" status: 200 len: 217 time: 0.1156714 Feb 17 04:40:50.249300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-cf1791a7-9956-4713-b1fd-25c5afe430ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.250920 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-cf1791a7-9956-4713-b1fd-25c5afe430ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.0841632 Feb 17 04:40:50.263077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ca21-c8ec-4ad1-b581-41d9e1d602af req-c9ddef5e-081f-4baf-a874-edb37f5c5ea8 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.264870 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b026ca21-c8ec-4ad1-b581-41d9e1d602af req-c9ddef5e-081f-4baf-a874-edb37f5c5ea8 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.2295282 Feb 17 04:40:50.343324 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-4f01ecaa-cabe-46af-ab16-33dad0bb2d7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773034 Feb 17 04:40:50.488175 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b026ca21-c8ec-4ad1-b581-41d9e1d602af req-ea100567-d387-43c4-b8f4-87ddfce94258 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807933 Feb 17 04:40:50.639728 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-8a990143-2fa1-478d-8017-d6d9a67f28f5 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796674 Feb 17 04:40:50.796991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e9da-f796-4049-8d4a-3b3f634697b8 req-dfeb1770-0f4e-4d91-9297-a2414d453489 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.799016 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7789e9da-f796-4049-8d4a-3b3f634697b8 req-dfeb1770-0f4e-4d91-9297-a2414d453489 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.3154469 Feb 17 04:40:50.899054 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7789e9da-f796-4049-8d4a-3b3f634697b8 req-d4e58eb7-29bd-4297-bdae-fffc876ba8ec tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832906 Feb 17 04:40:50.923495 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b8e4d77e-035e-4a8c-99f3-00c38455824a req-92d132ad-6154-4db6-815d-c0a7ee94a70b service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2637026 Feb 17 04:40:51.444289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:51.527940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:51.528551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.789253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d638f-0b37-4067-b997-a45a155d648b req-f45ef855-ab9f-480e-813f-f88a6d22394b tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:51.790915 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-763d638f-0b37-4067-b997-a45a155d648b req-f45ef855-ab9f-480e-813f-f88a6d22394b tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.1175153 Feb 17 04:40:51.851606 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-763d638f-0b37-4067-b997-a45a155d648b req-c89e4b7d-adb4-4922-acb9-194931eb0cdf tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Feb 17 04:40:52.133788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df0e13-a008-4480-9b2b-0bf18b80e548 req-8b8cc12d-e22f-4b83-bc37-23bd386e1c4a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:52.135426 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-97df0e13-a008-4480-9b2b-0bf18b80e548 req-8b8cc12d-e22f-4b83-bc37-23bd386e1c4a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1037726 Feb 17 04:40:52.195856 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-97df0e13-a008-4480-9b2b-0bf18b80e548 req-efa57697-3e19-48a8-94d1-ae487fd62f34 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527492 Feb 17 04:40:52.409323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97428f-6c01-4364-8e46-58ca228bdffa req-72afbbc3-0883-4ba3-aab3-26f15f7beeac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:52.410844 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5b97428f-6c01-4364-8e46-58ca228bdffa req-72afbbc3-0883-4ba3-aab3-26f15f7beeac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.0994189 Feb 17 04:40:52.426686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 45988) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:52.432713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Request body: {'floatingip': {'port_id': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:52.521468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.187683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886f2d-54ec-41f7-af0f-db4d3f232169 req-5d052209-cd5b-47c4-979e-5087b2fafeb2 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:53.189370 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7e886f2d-54ec-41f7-af0f-db4d3f232169 req-5d052209-cd5b-47c4-979e-5087b2fafeb2 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.1681700 Feb 17 04:40:53.281915 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7e886f2d-54ec-41f7-af0f-db4d3f232169 req-a49b357b-aa28-421a-a7c7-29a50efdedcd tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804849 Feb 17 04:40:53.528780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.531713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.727500 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Floating IP 73fa14a3-2cfc-46e1-9091-39ff6a0333b8 associated. External IP: 172.28.0.166, port: 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6. Feb 17 04:40:54.137861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:54.201970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:54.253272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:54.289524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:54.297248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:54.298130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.358788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:54.364182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.383475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:54.421931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:54.422951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:54.442523 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-658921a0-9193-4633-81ed-e96aecebc12b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "PUT /v2.0/floatingips/73fa14a3-2cfc-46e1-9091-39ff6a0333b8 HTTP/1.1" status: 200 len: 991 time: 2.0111456 Feb 17 04:40:54.442523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:54.616812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff6ea7-c1a9-4529-9b02-e40cb77eb3e6 req-2afb33d1-000b-452a-9590-17aa6819473d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:54.618565 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-62ff6ea7-c1a9-4529-9b02-e40cb77eb3e6 req-2afb33d1-000b-452a-9590-17aa6819473d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 944 time: 0.1423049 Feb 17 04:40:54.709854 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-62ff6ea7-c1a9-4529-9b02-e40cb77eb3e6 req-0b5a5644-c8c2-49e7-a90e-b33417d8f6f3 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Feb 17 04:40:54.714604 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'status': 'completed', 'code': 200} Feb 17 04:40:54.837810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.851601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-755bf447-7eb4-40a9-b5a5-a35740a277e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:54.854467 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-755bf447-7eb4-40a9-b5a5-a35740a277e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=413334592214495d8258cd86a4140a65&device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 1162 time: 0.1038823 Feb 17 04:40:54.879810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:54.943596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:54.967566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:54.991045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.994191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:55.057439 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa', 'code': 200} Feb 17 04:40:55.115063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-8f94c00b-f817-4813-9328-ac300f2e4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.118325 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-8f94c00b-f817-4813-9328-ac300f2e4b76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 200 len: 904 time: 0.2542346 Feb 17 04:40:55.267677 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-d6b92650-fc7a-4472-bf07-3280a7491f00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 HTTP/1.1" status: 200 len: 999 time: 0.1427221 Feb 17 04:40:55.282376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:55.289134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:55.408225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-c5717f3e-08a8-4d6f-88bb-091926510708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.410686 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-c5717f3e-08a8-4d6f-88bb-091926510708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 200 len: 849 time: 0.1249609 Feb 17 04:40:55.471676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:55.484224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57791ad-9999-41c0-89ff-0646cc84f3ff req-e93b9559-3a2d-41a2-a699-de9e19dc4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.486102 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a57791ad-9999-41c0-89ff-0646cc84f3ff req-e93b9559-3a2d-41a2-a699-de9e19dc4a39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 1163 time: 0.1576457 Feb 17 04:40:55.548050 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a57791ad-9999-41c0-89ff-0646cc84f3ff req-6cbdd463-6ba5-4f72-bf04-9ced16297d98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Feb 17 04:40:55.570395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-9f2f1b69-aab1-44b8-b55b-c31240c52209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.573259 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-9f2f1b69-aab1-44b8-b55b-c31240c52209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d8e801-9ca6-442b-ae7c-2cc0ef825b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1386640 Feb 17 04:40:55.610566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:55.611006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:55.666400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': '73fa14a3-2cfc-46e1-9091-39ff6a0333b8', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:05:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:26Z', 'updated_at': '2021-02-17T04:40:53Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:55.681236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:55.697655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:55.698337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:40:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:56.044172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:56.144809 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-217d5b62-499e-48c2-a048-6719203dd2a3 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602197 Feb 17 04:40:56.218705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291606e-f22b-4e37-9634-ae9a67bf7cd6 req-34f40c44-5ef9-4ef4-a6d4-366cd220e4df tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:56.221538 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5291606e-f22b-4e37-9634-ae9a67bf7cd6 req-34f40c44-5ef9-4ef4-a6d4-366cd220e4df tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 946 time: 0.2939396 Feb 17 04:40:56.645927 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5291606e-f22b-4e37-9634-ae9a67bf7cd6 req-455b54f7-51e1-4b8f-8a52-52e1986b77e0 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874074 Feb 17 04:40:56.692911 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67392bbd-ba87-410c-965f-acbfe22e3a63 req-7802ad68-111a-4a4e-8bd7-d2be00ca0994 service neutron] 10.222.0.41 "GET /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5329139 Feb 17 04:40:56.822160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': '73fa14a3-2cfc-46e1-9091-39ff6a0333b8', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:05:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:26Z', 'updated_at': '2021-02-17T04:40:53Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:56.830353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b65595-1233-4544-aae2-db500cbbe06d None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': '73fa14a3-2cfc-46e1-9091-39ff6a0333b8', 'tenant_id': '413334592214495d8258cd86a4140a65', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'port_id': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'mac_address': 'fa:16:3e:05:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:26Z', 'updated_at': '2021-02-17T04:40:53Z', 'revision_number': 1, 'project_id': '413334592214495d8258cd86a4140a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:57.181609 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eaa4cd-9363-4019-b0be-f399a6da29e1 None None] New status for floating IP 73fa14a3-2cfc-46e1-9091-39ff6a0333b8: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:57.481690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:57.567061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:57.567483 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:57.907045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07749-b050-4ca4-9855-aac432f46522 req-585b8aa3-3fa7-49b4-8eb0-dd54a1b27b00 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:57.908783 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b4b07749-b050-4ca4-9855-aac432f46522 req-585b8aa3-3fa7-49b4-8eb0-dd54a1b27b00 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 946 time: 0.1061325 Feb 17 04:40:57.979205 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b4b07749-b050-4ca4-9855-aac432f46522 req-297ab523-d274-45ff-885e-1dc9af83f0bb tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563383 Feb 17 04:41:02.338863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:04.288439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b7eb05a4-9223-4f9f-9e85-ec7c18b41f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:05.168528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-0d51d776-8b59-4805-9bb5-847b0c6fbc87 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:05.170436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-0d51d776-8b59-4805-9bb5-847b0c6fbc87 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.1943583 Feb 17 04:41:05.190101 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-b52d70ac-6856-4570-9efc-63ab7f79f858 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/quotas/04fc36f955fb47e587cda21e5c92e755 HTTP/1.1" status: 200 len: 375 time: 0.0114253 Feb 17 04:41:05.320262 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-be7c8cea-a102-489e-bab3-570db716523e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237366 Feb 17 04:41:05.547154 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-f77d6135-96c4-4a7b-9937-0105d6cb63d8 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146623 Feb 17 04:41:05.741772 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-df222b15-f65a-478c-ad11-7d69fc7ee6f6 service neutron] 10.222.0.47 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1869259 Feb 17 04:41:05.954837 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b37c9720-be45-408b-9860-7352301a4037 req-2a75dfa4-32ae-46d8-bdf5-a1caa51ecc77 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 210 time: 0.0556247 Feb 17 04:41:06.434199 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-98465a43-496c-4928-b428-e2ff9d0d6a26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1376975 Feb 17 04:41:06.565797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-ed3a1634-032d-4c81-a91e-a9c9f732b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.567825 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-ed3a1634-032d-4c81-a91e-a9c9f732b18d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 1162 time: 0.1021590 Feb 17 04:41:06.800198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-5f1cc1ea-4f93-4d25-9af5-ea658ff5f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.802737 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-5f1cc1ea-4f93-4d25-9af5-ea658ff5f1da service neutron] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 908 time: 0.2057147 Feb 17 04:41:06.896371 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-10fa8ba0-a1ad-408a-8959-3e999ba8ab6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a87ea1-33c6-4089-9a6f-a569253c3208 HTTP/1.1" status: 200 len: 217 time: 0.0761988 Feb 17 04:41:06.906496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a893117c-1eae-4e8e-99e0-09956bc5cd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.986052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-f1f3323d-7519-4901-ad0f-23dc5a888574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.988282 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-f1f3323d-7519-4901-ad0f-23dc5a888574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.0815148 Feb 17 04:41:07.050959 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-89ab0b49-2b90-4932-8bf3-8d58947a5876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537012 Feb 17 04:41:07.290569 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-922bceb9-3ed8-427e-a89b-39e64c5a2ca1 req-cb99666c-ba77-40b1-82a7-3968f5773a26 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 210 time: 0.1785052 Feb 17 04:41:07.485659 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-f2273265-ccea-4eca-9f05-6bbaf7b2dd28 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189005 Feb 17 04:41:07.550908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:07.654428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-b935ae78-f726-451c-ab0d-9b243a1697d9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:07.656684 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-b935ae78-f726-451c-ab0d-9b243a1697d9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 814 time: 0.3691835 Feb 17 04:41:07.682398 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Request body: {'port': {'device_id': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85', 'admin_state_up': True, 'tenant_id': '04fc36f955fb47e587cda21e5c92e755'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:07.837509 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8b2eaf5f-0da8-424a-a989-b7fe0dc04970 req-d7cf9363-fc06-49e5-8d82-96a38859af49 service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3413625 Feb 17 04:41:07.903007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:07.917516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:07.929927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Made reservation on behalf of 04fc36f955fb47e587cda21e5c92e755 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:41:07.939850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.314210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Allocated IP 172.20.0.3 (8236b16b-1f89-4e95-8844-66e9760d8c85/fb0e3249-4383-47e3-962c-27928a740038/075ede76-2180-4682-b2b1-046617d42786) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:41:08.370199 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.524079 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cea5c648-1e5b-4c2f-8fde-635e19138df6 req-2b50294b-ee2d-4914-87fc-0fb50ebd8077 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 210 time: 0.0652592 Feb 17 04:41:08.625275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.627072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.668387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.686843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:09.058053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event updated for resources: {'Port': ['ID=075ede76-2180-4682-b2b1-046617d42786,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:09.062753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:09.157632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:41:09.158878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:41:09.162022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:41:09.170513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:09.171933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.203179 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-a6b52d24-d58d-4f9e-85ae-3240d6ed5b0a tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5300703 Feb 17 04:41:09.222990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Request body: {'port': {'device_id': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:09.403498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.904574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0bee9-584f-4f87-b5d3-864dbf4668c5 req-e430ee02-5c2f-48e4-99f5-e25279ae629f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:09.905371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-41c0bee9-584f-4f87-b5d3-864dbf4668c5 req-e430ee02-5c2f-48e4-99f5-e25279ae629f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:09.979168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-41c0bee9-584f-4f87-b5d3-864dbf4668c5 req-e430ee02-5c2f-48e4-99f5-e25279ae629f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:09.980452 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41c0bee9-584f-4f87-b5d3-864dbf4668c5 req-e430ee02-5c2f-48e4-99f5-e25279ae629f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 931 time: 0.2308705 Feb 17 04:41:09.994374 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075ede76-2180-4682-b2b1-046617d42786 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:41:10.018081 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.047351 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Transition to ACTIVE for port object 075ede76-2180-4682-b2b1-046617d42786 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:41:10.050927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.070501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3446a987-dce3-4e33-ad34-b6d3228079aa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:10.192073 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41c0bee9-584f-4f87-b5d3-864dbf4668c5 req-5c9f4379-efd9-4f85-a379-1ea5042938dd tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031865 Feb 17 04:41:10.226815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=075ede76-2180-4682-b2b1-046617d42786,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:10.229943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:10.430954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Attempting to bind port 075ede76-2180-4682-b2b1-046617d42786 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:41:10.431336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Attempting to bind port 075ede76-2180-4682-b2b1-046617d42786 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:41:10.431716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Attempting to bind port 075ede76-2180-4682-b2b1-046617d42786 on network 8236b16b-1f89-4e95-8844-66e9760d8c85 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:41:10.438067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:41:10.438440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Checking segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:41:10.438850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.439254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Bound using segment: {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:41:10.439738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Bound port: 075ede76-2180-4682-b2b1-046617d42786, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8236b16b-1f89-4e95-8844-66e9760d8c85'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:41:10.440226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.557816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] For port 075ede76-2180-4682-b2b1-046617d42786, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:41:10.561095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] For port 075ede76-2180-4682-b2b1-046617d42786, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=075ede76-2180-4682-b2b1-046617d42786,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:41:10.564530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.581729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7dc23e3c-bfcb-4d6c-9039-efa3fc4b5c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:10.740276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=075ede76-2180-4682-b2b1-046617d42786,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:10.745358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:10.792045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:10.793166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.794756 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/075ede76-2180-4682-b2b1-046617d42786 HTTP/1.1" status: 200 len: 1157 time: 1.5805438 Feb 17 04:41:10.795297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'tag': '075ede76-2180-4682-b2b1-046617d42786'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:10.891471 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'tag': '075ede76-2180-4682-b2b1-046617d42786', 'status': 'completed', 'code': 200} Feb 17 04:41:10.936454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-fe157cd3-a3da-4524-9a39-737fbeb519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:10.938165 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-fe157cd3-a3da-4524-9a39-737fbeb519a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 1160 time: 0.0865929 Feb 17 04:41:11.037528 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-6e9dd826-bcbe-4d39-8fc2-3520546f4234 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=075ede76-2180-4682-b2b1-046617d42786 HTTP/1.1" status: 200 len: 217 time: 0.0842547 Feb 17 04:41:11.112995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-9447aada-247c-4c3e-89a4-b01c5b9ce6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:11.114613 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-9447aada-247c-4c3e-89a4-b01c5b9ce6e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.0697083 Feb 17 04:41:11.176113 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-d93c14e6-a217-4a3d-bf1c-d46e944ba5b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496404 Feb 17 04:41:11.454498 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-ab53c40b-3f89-40b2-bb9c-89d4a988100f service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666705 Feb 17 04:41:11.576353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3013b-8203-4f55-ad2e-91f2f612e10f req-0e165dcb-8ca2-486e-b1bf-926c19fed6bd tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:11.578404 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-32b3013b-8203-4f55-ad2e-91f2f612e10f req-0e165dcb-8ca2-486e-b1bf-926c19fed6bd tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 943 time: 0.2276852 Feb 17 04:41:11.665602 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-32b3013b-8203-4f55-ad2e-91f2f612e10f req-9cfaa54d-5ae9-472f-aa4a-2d325948de10 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Feb 17 04:41:11.686890 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-93c70f82-6b82-4ce8-b2c8-c9bc2ef3c560 req-3347e33d-1d60-4a81-83f6-6ef6e864291f service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2172780 Feb 17 04:41:11.839408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2db5b-550d-4207-979d-11048609d3d4 req-2f2b1433-015d-4bd9-a43a-357f7dff31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:11.842173 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-2f2b1433-015d-4bd9-a43a-357f7dff31db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04fc36f955fb47e587cda21e5c92e755&device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 1160 time: 0.0895247 Feb 17 04:41:12.001876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2db5b-550d-4207-979d-11048609d3d4 req-f1c1ed18-2ebe-4bdf-920f-5b8e02977f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:12.003531 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-f1c1ed18-2ebe-4bdf-920f-5b8e02977f2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 200 len: 908 time: 0.1526637 Feb 17 04:41:12.107103 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-d80aedd4-096a-4100-a4b2-a145cddb3b0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=075ede76-2180-4682-b2b1-046617d42786 HTTP/1.1" status: 200 len: 217 time: 0.0930495 Feb 17 04:41:12.184516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2db5b-550d-4207-979d-11048609d3d4 req-db17e292-e690-4091-a3bd-4aeec85e3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:12.186189 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-db17e292-e690-4091-a3bd-4aeec85e3758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 200 len: 854 time: 0.0711346 Feb 17 04:41:12.274579 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-28563460-8e02-42dc-a151-e977061194a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8236b16b-1f89-4e95-8844-66e9760d8c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795493 Feb 17 04:41:12.432729 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-867de82d-b121-4778-acb5-b908ab966b2f service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509559 Feb 17 04:41:12.641051 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-04c2db5b-550d-4207-979d-11048609d3d4 req-d0532e22-8a21-4d81-a6f1-5873947aebcc service neutron] 10.222.0.41 "GET /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1916754 Feb 17 04:41:12.912748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238ccf-1920-47e0-9850-ee267f2f34a7 req-2216cf5d-b217-475b-8187-716cc5f9f2ba tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:12.914450 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cf238ccf-1920-47e0-9850-ee267f2f34a7 req-2216cf5d-b217-475b-8187-716cc5f9f2ba tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 943 time: 0.1062243 Feb 17 04:41:12.973077 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cf238ccf-1920-47e0-9850-ee267f2f34a7 req-8b2525f4-5b45-4a39-bc2b-800017a64265 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Feb 17 04:41:14.259226 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f43f-444a-40e4-9316-258bd1782baf req-fce72619-d6bf-4dc8-ac28-0f1aa5fe6565 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:14.260852 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f995f43f-444a-40e4-9316-258bd1782baf req-fce72619-d6bf-4dc8-ac28-0f1aa5fe6565 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 943 time: 0.1032834 Feb 17 04:41:14.319675 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f995f43f-444a-40e4-9316-258bd1782baf req-b3002a8f-830c-4c60-9138-648314c21df9 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485306 Feb 17 04:41:15.530311 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd494ed-2a92-47a0-8d43-79416e141085 req-5c24eb05-7b69-4723-8233-fd038c932a96 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:15.532035 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1cd494ed-2a92-47a0-8d43-79416e141085 req-5c24eb05-7b69-4723-8233-fd038c932a96 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 943 time: 0.0919204 Feb 17 04:41:15.588740 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1cd494ed-2a92-47a0-8d43-79416e141085 req-db234147-3204-40a8-a253-192e8b6bd3c6 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Feb 17 04:41:16.421764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 075ede76-2180-4682-b2b1-046617d42786 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:16.520606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 075ede76-2180-4682-b2b1-046617d42786 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:41:16.527004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 075ede76-2180-4682-b2b1-046617d42786 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:16.527420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:16.709597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:16.743604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075ede76-2180-4682-b2b1-046617d42786'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:16.758625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 075ede76-2180-4682-b2b1-046617d42786, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=075ede76-2180-4682-b2b1-046617d42786,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:16.761550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:16.764747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ba508688-e52d-4a01-86e1-50bca622ed55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:16.815456 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075ede76-2180-4682-b2b1-046617d42786', 'code': 200} Feb 17 04:41:16.826463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d463c-458c-49b5-b774-0de2e54aa34f req-527d69b1-b31f-4971-824a-dafcddca7ffb tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:16.828451 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173d463c-458c-49b5-b774-0de2e54aa34f req-527d69b1-b31f-4971-824a-dafcddca7ffb tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 943 time: 0.1159499 Feb 17 04:41:16.857044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=075ede76-2180-4682-b2b1-046617d42786,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:16.860935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:16.897170 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-173d463c-458c-49b5-b774-0de2e54aa34f req-5c5d7897-c53d-4838-8149-9e42657603f2 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Feb 17 04:41:17.129752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e8b7-aefa-40a4-8103-1413bf1cc2aa req-e8424352-5947-4b10-b840-de20f7d7a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:17.132148 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d245e8b7-aefa-40a4-8103-1413bf1cc2aa req-e8424352-5947-4b10-b840-de20f7d7a18c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 1162 time: 0.0931642 Feb 17 04:41:17.195929 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d245e8b7-aefa-40a4-8103-1413bf1cc2aa req-c8b64974-cc77-4360-9fd2-e3c4c3ab0f52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Feb 17 04:41:17.605230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 075ede76-2180-4682-b2b1-046617d42786 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:17.688946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 075ede76-2180-4682-b2b1-046617d42786 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:17.689239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:18.132466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e93e53-bddf-48fb-8019-1a66933a144d req-2a03643a-2f88-4aad-8e01-9ff474794075 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:18.135401 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c4e93e53-bddf-48fb-8019-1a66933a144d req-2a03643a-2f88-4aad-8e01-9ff474794075 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.1060009 Feb 17 04:41:18.189433 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c4e93e53-bddf-48fb-8019-1a66933a144d req-57d1c066-78de-4a8b-9eea-10bc70223724 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Feb 17 04:41:19.594835 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a3715-e6c3-49ec-a2fc-e89ead911ec3 req-e5124253-739d-4f67-be47-340b9fdb5d77 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:19.597128 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-508a3715-e6c3-49ec-a2fc-e89ead911ec3 req-e5124253-739d-4f67-be47-340b9fdb5d77 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.1012688 Feb 17 04:41:19.626207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 075ede76-2180-4682-b2b1-046617d42786 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:19.653230 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-508a3715-e6c3-49ec-a2fc-e89ead911ec3 req-65b85183-197d-4fff-8fef-cf0fe67b6cd6 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Feb 17 04:41:19.717258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 075ede76-2180-4682-b2b1-046617d42786 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:19.717418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:27.184262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211e7c-8750-4bbd-b55b-eae370eb3dc2 req-dac9c9ef-2949-4e97-b34d-1676f5e87ff5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:27.186265 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0f211e7c-8750-4bbd-b55b-eae370eb3dc2 req-dac9c9ef-2949-4e97-b34d-1676f5e87ff5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1358967 Feb 17 04:41:27.485002 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0f211e7c-8750-4bbd-b55b-eae370eb3dc2 req-289be352-ee76-4f59-9c83-81741be72b8f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914827 Feb 17 04:41:28.183810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905a2a-6910-40fd-8942-de18c90a8a15 req-b244cc43-1130-4cf7-9390-bc02d7127c0b tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:28.186316 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce905a2a-6910-40fd-8942-de18c90a8a15 req-b244cc43-1130-4cf7-9390-bc02d7127c0b tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.1311824 Feb 17 04:41:28.263127 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ce905a2a-6910-40fd-8942-de18c90a8a15 req-2e5eefad-8bc6-440b-b014-3d73082a676e tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655513 Feb 17 04:41:28.756385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136caec-f43b-4b4d-9c6c-a76817e80eed req-65b20a14-a9cf-43ae-afa8-68f231bda52e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:28.758027 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a136caec-f43b-4b4d-9c6c-a76817e80eed req-65b20a14-a9cf-43ae-afa8-68f231bda52e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1194539 Feb 17 04:41:28.824731 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a136caec-f43b-4b4d-9c6c-a76817e80eed req-e128bb2c-3ec9-40bc-a277-4812c5c32ba4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544338 Feb 17 04:41:29.491238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848e4a-2583-4749-9ecd-2ac722867fd4 req-4d75a686-bbd0-4b86-afac-e67c99f75a28 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:29.492946 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-49848e4a-2583-4749-9ecd-2ac722867fd4 req-4d75a686-bbd0-4b86-afac-e67c99f75a28 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.1019843 Feb 17 04:41:29.570264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-49848e4a-2583-4749-9ecd-2ac722867fd4 req-d36988b3-8d66-4809-8c1e-5992b81bc9df tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Feb 17 04:41:30.059965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4ea43-aa4b-49ae-8772-3e224995a4ef req-49998883-fea7-4c08-a79a-9e82f07438e8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:30.061799 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9de4ea43-aa4b-49ae-8772-3e224995a4ef req-49998883-fea7-4c08-a79a-9e82f07438e8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1131780 Feb 17 04:41:30.131173 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9de4ea43-aa4b-49ae-8772-3e224995a4ef req-96e43021-6092-47a5-aa00-e3a6ce057a22 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547085 Feb 17 04:41:30.297513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-34ba6722-81d4-416a-9998-f39cf96f1be5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:30.299664 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-34ba6722-81d4-416a-9998-f39cf96f1be5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.0942423 Feb 17 04:41:30.380004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Deleting port 075ede76-2180-4682-b2b1-046617d42786 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:30.380422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:30.678276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] For port 075ede76-2180-4682-b2b1-046617d42786, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=075ede76-2180-4682-b2b1-046617d42786,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:30.678832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:30.878797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Calling delete_port for 075ede76-2180-4682-b2b1-046617d42786 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:31.042824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b29177-3699-46e2-aa88-c6fe40ae6094 req-e9054c27-5bfb-42f0-8733-c3ec1dc5f7a7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:31.044389 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1b29177-3699-46e2-aa88-c6fe40ae6094 req-e9054c27-5bfb-42f0-8733-c3ec1dc5f7a7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4f39d50-ce50-494b-8b52-cca0d6836d35 HTTP/1.1" status: 200 len: 945 time: 0.2886498 Feb 17 04:41:31.114582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:31.118950 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1b29177-3699-46e2-aa88-c6fe40ae6094 req-c925acc2-df53-4cb9-a221-d81d3ab4cebc tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615597 Feb 17 04:41:31.138329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ae133710-0a5c-4c31-b52a-6d04be1ed69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:31.242323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event deleted for resources: {'Port': ['ID=075ede76-2180-4682-b2b1-046617d42786,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:31.244318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:31.249769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:31.424703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] No DVR routers for this DVR port 075ede76-2180-4682-b2b1-046617d42786 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:31.429581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:31.432333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'name': 'network-vif-deleted', 'tag': '075ede76-2180-4682-b2b1-046617d42786'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:31.475474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e183-9012-4063-93e0-25ec398c679a req-59e59cdb-b3fa-4cb1-98ec-c386fae98519 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:31.477202 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6791e183-9012-4063-93e0-25ec398c679a req-59e59cdb-b3fa-4cb1-98ec-c386fae98519 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.2009480 Feb 17 04:41:31.482292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-acaae9a2-2b7f-42a4-b2e3-843f92a52bd3 req-8893b863-e908-4c48-ab45-84bf99623b1c tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "DELETE /v2.0/ports/075ede76-2180-4682-b2b1-046617d42786 HTTP/1.1" status: 204 len: 173 time: 1.1766205 Feb 17 04:41:31.503993 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f39d50-ce50-494b-8b52-cca0d6836d35', 'name': 'network-vif-deleted', 'tag': '075ede76-2180-4682-b2b1-046617d42786', 'status': 'completed', 'code': 200} Feb 17 04:41:31.545854 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6791e183-9012-4063-93e0-25ec398c679a req-f5171c94-2f43-4ca7-8f22-ccad1617c664 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596542 Feb 17 04:41:32.365797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.422389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 075ede76-2180-4682-b2b1-046617d42786 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:32.462580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: 075ede76-2180-4682-b2b1-046617d42786 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:41:32.462980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 075ede76-2180-4682-b2b1-046617d42786 not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:41:32.784023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c29380-faa3-439e-aefc-03d5c1933c35 req-f929165a-e85f-41fd-a9a6-fe2f1d4ac365 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:32.786623 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f0c29380-faa3-439e-aefc-03d5c1933c35 req-f929165a-e85f-41fd-a9a6-fe2f1d4ac365 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1072161 Feb 17 04:41:32.845057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f0c29380-faa3-439e-aefc-03d5c1933c35 req-b981bb6d-f409-48dd-bc10-f2d0cafe8ec6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515058 Feb 17 04:41:33.934974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73472f1d-f1ec-4b02-81bb-3aa222543df0 req-29996573-7eba-4df3-ba27-67eaefdc969f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:33.935751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-73472f1d-f1ec-4b02-81bb-3aa222543df0 req-29996573-7eba-4df3-ba27-67eaefdc969f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:33.954723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-73472f1d-f1ec-4b02-81bb-3aa222543df0 req-29996573-7eba-4df3-ba27-67eaefdc969f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:33.956579 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-73472f1d-f1ec-4b02-81bb-3aa222543df0 req-29996573-7eba-4df3-ba27-67eaefdc969f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 946 time: 0.1206982 Feb 17 04:41:34.060111 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-73472f1d-f1ec-4b02-81bb-3aa222543df0 req-8ef84ead-663b-4d5b-897b-7143033bcbf4 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Feb 17 04:41:34.126417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a00e5-80fd-48d5-843b-3cccc7414ac2 req-5d5976a3-6a8b-4b0f-87a4-75f9f4c5d9f1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:34.128708 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e14a00e5-80fd-48d5-843b-3cccc7414ac2 req-5d5976a3-6a8b-4b0f-87a4-75f9f4c5d9f1 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1258082 Feb 17 04:41:34.185130 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e14a00e5-80fd-48d5-843b-3cccc7414ac2 req-8ecd7aa2-189f-4399-8f85-05d40047ce3a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491765 Feb 17 04:41:34.287840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-954cd61e-d2d5-4616-b78f-83c020c6f23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:35.291477 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620797f8-53db-4492-b409-2e05d15b8b22 req-7d93520e-2455-407a-82bf-da2b7e76443f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.293208 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-620797f8-53db-4492-b409-2e05d15b8b22 req-7d93520e-2455-407a-82bf-da2b7e76443f tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 946 time: 0.0955176 Feb 17 04:41:35.345272 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-620797f8-53db-4492-b409-2e05d15b8b22 req-a3d0cc8b-e3a4-4109-a599-1eea918d77fd tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Feb 17 04:41:35.441829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def654aa-4299-4e89-91de-91f3383e8ecf req-3014da0d-4766-4e83-ba74-9787f3b27ae4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.443440 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-def654aa-4299-4e89-91de-91f3383e8ecf req-3014da0d-4766-4e83-ba74-9787f3b27ae4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1019518 Feb 17 04:41:35.501287 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-def654aa-4299-4e89-91de-91f3383e8ecf req-9c1e62f9-667d-42e9-8b3b-8abc8a151e4e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504241 Feb 17 04:41:35.821766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-35b5d124-14cb-4dbf-90f9-5f88b40a7f52 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.823259 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-35b5d124-14cb-4dbf-90f9-5f88b40a7f52 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 946 time: 0.0892823 Feb 17 04:41:35.906471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Deleting port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:35.906857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:36.177899 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] For port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:36.178308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:36.313722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Calling delete_port for ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:36.542784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:36.546633 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5ed48de8-6625-4801-893d-23f8d299ec4d req-29d85210-d664-4282-aacc-26c29b068611 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6 HTTP/1.1" status: 200 len: 210 time: 0.0657101 Feb 17 04:41:36.561400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:36.674650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event deleted for resources: {'Port': ['ID=ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:36.685466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:36.858150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223d8e1-6ccd-478e-be5d-e077d5ca52f6 req-a6c4119b-04be-4e14-8955-5ae675ce5b1b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:36.859779 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8223d8e1-6ccd-478e-be5d-e077d5ca52f6 req-a6c4119b-04be-4e14-8955-5ae675ce5b1b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1733313 Feb 17 04:41:36.878994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] No DVR routers for this DVR port ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:36.895768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:36.898700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'name': 'network-vif-deleted', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:36.901350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-87d70a7c-2ba2-427f-98f1-d74c194b7c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:36.929082 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dedf0f06-98b1-4f2e-bbd0-c0e62c3cbf8c req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "DELETE /v2.0/ports/ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa HTTP/1.1" status: 204 len: 173 time: 1.0992708 Feb 17 04:41:36.941198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8223d8e1-6ccd-478e-be5d-e077d5ca52f6 req-e1c95c8b-3a78-4445-89be-27bcd14321a0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703344 Feb 17 04:41:36.966524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d52e3b-5ee5-4fde-97b4-5c2eb3644dc6', 'name': 'network-vif-deleted', 'tag': 'ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa', 'status': 'completed', 'code': 200} Feb 17 04:41:37.553120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:38.147020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:38.151124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4619-eebf-498e-9b8f-c30bc6bfb13c req-ed3e92fe-2177-4ef1-8d5c-e334562fa1b5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:38.151955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-bfed4619-eebf-498e-9b8f-c30bc6bfb13c req-ed3e92fe-2177-4ef1-8d5c-e334562fa1b5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:38.176495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-bfed4619-eebf-498e-9b8f-c30bc6bfb13c req-ed3e92fe-2177-4ef1-8d5c-e334562fa1b5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:38.177834 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bfed4619-eebf-498e-9b8f-c30bc6bfb13c req-ed3e92fe-2177-4ef1-8d5c-e334562fa1b5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.1871786 Feb 17 04:41:38.195723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:41:38.196222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device ae91cb16-47d6-4e15-ad7e-bdc0f0cca3fa not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:41:38.227399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcde3a-1c0f-4018-bda3-06fb348ff9df req-de41912a-9155-44cf-9d9b-098100a6b234 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:38.229266 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1bdcde3a-1c0f-4018-bda3-06fb348ff9df req-de41912a-9155-44cf-9d9b-098100a6b234 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1567492 Feb 17 04:41:38.275127 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bfed4619-eebf-498e-9b8f-c30bc6bfb13c req-ce1f3309-6fd0-4fc4-89ac-67fa94869ca3 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871632 Feb 17 04:41:38.308325 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1bdcde3a-1c0f-4018-bda3-06fb348ff9df req-4be29667-f30d-48a4-9bd0-2972e9b7aba9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652621 Feb 17 04:41:38.356114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:38.625713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:39.764852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device c654ffb2-0411-4730-ada7-d053a3e4b494 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:39.884722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port c654ffb2-0411-4730-ada7-d053a3e4b494 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:39.885410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.014873 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713b37-d842-4a65-bacc-ff752c964397 req-36ec94c1-0ec7-460e-b622-46ecd8821362 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:40.016558 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-30713b37-d842-4a65-bacc-ff752c964397 req-36ec94c1-0ec7-460e-b622-46ecd8821362 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.5830710 Feb 17 04:41:40.026018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdf35-f016-4c45-aa2d-51bc26d7c910 req-71a448e2-5fa3-45c5-ac78-93aced669c76 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:40.027623 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-29abdf35-f016-4c45-aa2d-51bc26d7c910 req-71a448e2-5fa3-45c5-ac78-93aced669c76 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.5458982 Feb 17 04:41:40.038166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817606-70ee-4316-842e-c43d128e6d00 req-753ade7a-3f42-48a3-9455-d55daf7a1efe tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:40.039754 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c817606-70ee-4316-842e-c43d128e6d00 req-753ade7a-3f42-48a3-9455-d55daf7a1efe tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 946 time: 0.2512009 Feb 17 04:41:40.072047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:40.166371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:40.166800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.168624 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-29abdf35-f016-4c45-aa2d-51bc26d7c910 req-95fe3a88-6749-4df5-ae86-62959824f494 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150756 Feb 17 04:41:40.180318 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-30713b37-d842-4a65-bacc-ff752c964397 req-55e164d1-8818-4637-b069-a91b5f8444b6 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Feb 17 04:41:40.207850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Deleting port c654ffb2-0411-4730-ada7-d053a3e4b494 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:40.208241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.508182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] For port c654ffb2-0411-4730-ada7-d053a3e4b494, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c654ffb2-0411-4730-ada7-d053a3e4b494,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:40.508575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.652164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Calling delete_port for c654ffb2-0411-4730-ada7-d053a3e4b494 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:40.802910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.818749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e4640325-e216-48c7-a217-bebbd8b7d5e2 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:40.922833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event deleted for resources: {'Port': ['ID=c654ffb2-0411-4730-ada7-d053a3e4b494,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:40.940984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.941400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.941804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.942205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.942598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.942993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.943385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.943783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.944174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.944584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.944981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.945369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.945798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.946185 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.946570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.946953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.947334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.947718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.948099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.948482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.948909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.949268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.949651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.950032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:40.955306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:41.050580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] No DVR routers for this DVR port c654ffb2-0411-4730-ada7-d053a3e4b494 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:41.052920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:41.055640 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'name': 'network-vif-deleted', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:41.070479 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c817606-70ee-4316-842e-c43d128e6d00 req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "DELETE /v2.0/ports/c654ffb2-0411-4730-ada7-d053a3e4b494 HTTP/1.1" status: 204 len: 173 time: 1.0138998 Feb 17 04:41:41.110070 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347166f-0114-485b-bbca-600c26f2323b', 'name': 'network-vif-deleted', 'tag': 'c654ffb2-0411-4730-ada7-d053a3e4b494', 'status': 'completed', 'code': 200} Feb 17 04:41:41.406337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-302750d9-518e-4bd2-a847-b7bed772e1b1 req-9fe0a9d8-8162-4a01-86d0-e36c38637cbe tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:41.429074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-302750d9-518e-4bd2-a847-b7bed772e1b1 req-9fe0a9d8-8162-4a01-86d0-e36c38637cbe tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:41.430360 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-302750d9-518e-4bd2-a847-b7bed772e1b1 req-9fe0a9d8-8162-4a01-86d0-e36c38637cbe tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=a347166f-0114-485b-bbca-600c26f2323b HTTP/1.1" status: 200 len: 210 time: 0.0877700 Feb 17 04:41:41.458357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816873f1-56d2-44ac-8e6b-61b4585eddf3 req-80c3eeb8-6159-4b5b-8560-3e3d65960b60 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:41.460187 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-816873f1-56d2-44ac-8e6b-61b4585eddf3 req-80c3eeb8-6159-4b5b-8560-3e3d65960b60 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1569595 Feb 17 04:41:41.511670 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-816873f1-56d2-44ac-8e6b-61b4585eddf3 req-bd2e0d0f-5578-4782-8ee0-6a2f3fc11aab tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Feb 17 04:41:41.829935 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device c654ffb2-0411-4730-ada7-d053a3e4b494 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:41.869724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: c654ffb2-0411-4730-ada7-d053a3e4b494 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:41:41.870112 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device c654ffb2-0411-4730-ada7-d053a3e4b494 not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:41:42.774666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef82a5-a56d-4bec-82e8-747e15bafcf2 req-1a623817-ce14-4af0-b08b-25c68671e63e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:42.776564 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68ef82a5-a56d-4bec-82e8-747e15bafcf2 req-1a623817-ce14-4af0-b08b-25c68671e63e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1280689 Feb 17 04:41:42.863892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-68ef82a5-a56d-4bec-82e8-747e15bafcf2 req-65965214-4eca-42bc-9789-c88e673aadec tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754571 Feb 17 04:41:44.179645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e97205-7a94-45dc-851f-99f5884c74b6 req-3b45bf74-c50d-40bb-badc-c886d3ca5631 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:44.181458 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53e97205-7a94-45dc-851f-99f5884c74b6 req-3b45bf74-c50d-40bb-badc-c886d3ca5631 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1421747 Feb 17 04:41:44.301023 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53e97205-7a94-45dc-851f-99f5884c74b6 req-7ec980a8-aa08-4f2e-a912-51fcea3e5d9d tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108842 Feb 17 04:41:44.337816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563526a-5696-4718-a7ff-712ff3c9736b req-a9936f36-ddcd-415c-9b37-86bb1454bfca tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:44.340671 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4563526a-5696-4718-a7ff-712ff3c9736b req-a9936f36-ddcd-415c-9b37-86bb1454bfca tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.1295888 Feb 17 04:41:44.394273 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4563526a-5696-4718-a7ff-712ff3c9736b req-47e60688-bd59-4a1f-9091-7cddefa9a533 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464368 Feb 17 04:41:45.661643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb361229-9b8f-4b59-91eb-d88eccb7ea68 req-06dc3dfc-b3b8-411c-8f70-7e542a80ac66 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:45.665580 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cb361229-9b8f-4b59-91eb-d88eccb7ea68 req-06dc3dfc-b3b8-411c-8f70-7e542a80ac66 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.2230523 Feb 17 04:41:45.743446 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cb361229-9b8f-4b59-91eb-d88eccb7ea68 req-0f88adde-3893-4060-89d9-00393c0a3da8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622520 Feb 17 04:41:45.762125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca239c-19f5-4f2d-af99-27be5ad91ec0 req-41d35b62-dc5e-4965-affb-8a8891d88c00 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:45.765154 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-25ca239c-19f5-4f2d-af99-27be5ad91ec0 req-41d35b62-dc5e-4965-affb-8a8891d88c00 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.2126505 Feb 17 04:41:45.827893 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-25ca239c-19f5-4f2d-af99-27be5ad91ec0 req-d89d7e96-bcf3-4bc0-a0e1-e4347b6688f8 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Feb 17 04:41:46.610815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7994437-84d8-465c-abaa-9aeb43783677 req-1c3a4ac1-1ae8-43de-a2aa-5a7f76dde92d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:46.613740 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7994437-84d8-465c-abaa-9aeb43783677 req-1c3a4ac1-1ae8-43de-a2aa-5a7f76dde92d tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.1167619 Feb 17 04:41:46.713752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Deleting port 53a87ea1-33c6-4089-9a6f-a569253c3208 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:46.714375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:47.171297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] For port 53a87ea1-33c6-4089-9a6f-a569253c3208, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=53a87ea1-33c6-4089-9a6f-a569253c3208,segment=NetworkSegment(b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9),segment_id=b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:47.171857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:47.331857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Calling delete_port for 53a87ea1-33c6-4089-9a6f-a569253c3208 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:47.421509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fc599-4598-4e1a-961a-a6ab3dc34375 req-ef149a81-55c7-4b1b-81c8-e7ff28cc0109 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:47.425793 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7d0fc599-4598-4e1a-961a-a6ab3dc34375 req-ef149a81-55c7-4b1b-81c8-e7ff28cc0109 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 945 time: 0.3812294 Feb 17 04:41:47.453120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06763e-f204-416b-a992-cdce4495393d req-07b901b7-72d6-4ae8-9817-b5b963e182f6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:47.463326 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a06763e-f204-416b-a992-cdce4495393d req-07b901b7-72d6-4ae8-9817-b5b963e182f6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.5061769 Feb 17 04:41:47.684424 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 53a87ea1-33c6-4089-9a6f-a569253c3208 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:47.790764 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a06763e-f204-416b-a992-cdce4495393d req-c115c3ea-dcf3-40a8-8037-aaa81566bdb5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262460 Feb 17 04:41:47.813782 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7d0fc599-4598-4e1a-961a-a6ab3dc34375 req-b4b1f39e-a7c8-437e-98c0-47265bf8b1c4 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649926 Feb 17 04:41:47.867499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:47.906066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:47.937887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-87796ed0-a3d6-46a0-a48d-11cd215d9dcd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:48.054503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Pushing event deleted for resources: {'Port': ['ID=53a87ea1-33c6-4089-9a6f-a569253c3208,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:48.057539 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:48.178201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] No DVR routers for this DVR port 53a87ea1-33c6-4089-9a6f-a569253c3208 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:48.180524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:48.183510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'name': 'network-vif-deleted', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:48.202085 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b7994437-84d8-465c-abaa-9aeb43783677 req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.41 "DELETE /v2.0/ports/53a87ea1-33c6-4089-9a6f-a569253c3208 HTTP/1.1" status: 204 len: 173 time: 1.5785046 Feb 17 04:41:48.239249 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b530355-7edd-4122-a006-37119c15cd79', 'name': 'network-vif-deleted', 'tag': '53a87ea1-33c6-4089-9a6f-a569253c3208', 'status': 'completed', 'code': 200} Feb 17 04:41:49.044431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-11b9f2cd-9a93-4e4e-8c31-e70c0938cadb req-a169f56c-94b2-44a5-b7a6-4b5460d9b3cc tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Synchronizing usage tracker for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:49.120103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ae8d-72ee-478b-bbc4-29a4e41f476b req-b00ccdec-8e71-4712-86e9-5b05f70f4059 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:49.122100 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41c2ae8d-72ee-478b-bbc4-29a4e41f476b req-b00ccdec-8e71-4712-86e9-5b05f70f4059 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1983912 Feb 17 04:41:49.123079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-11b9f2cd-9a93-4e4e-8c31-e70c0938cadb req-a169f56c-94b2-44a5-b7a6-4b5460d9b3cc tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Unset dirty status for tenant:04fc36f955fb47e587cda21e5c92e755 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:49.124274 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-11b9f2cd-9a93-4e4e-8c31-e70c0938cadb req-a169f56c-94b2-44a5-b7a6-4b5460d9b3cc tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b530355-7edd-4122-a006-37119c15cd79 HTTP/1.1" status: 200 len: 210 time: 0.1484115 Feb 17 04:41:49.187451 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41c2ae8d-72ee-478b-bbc4-29a4e41f476b req-679dcdd0-9f6b-46a8-aaeb-be886166a6ea tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581708 Feb 17 04:41:50.237447 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 46452) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:50.322546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Deleting subnet fb0e3249-4383-47e3-962c-27928a740038 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:41:50.325990 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.392697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.433055 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76359da8-2ce5-4def-9b6e-74d0626b86fa req-6e16c447-efb5-48a3-bdb3-d385d0e2388f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:50.442118 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76359da8-2ce5-4def-9b6e-74d0626b86fa req-6e16c447-efb5-48a3-bdb3-d385d0e2388f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1167688 Feb 17 04:41:50.479034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.509596 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76359da8-2ce5-4def-9b6e-74d0626b86fa req-ba55dd87-187d-4e63-9d99-e4d3528021e0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659871 Feb 17 04:41:50.797210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.813429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:50.909072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0e3249-4383-47e3-962c-27928a740038,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:50.933543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.933966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.934380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.934786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.935196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.935633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.936034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.936432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.936876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.937281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.937683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.938077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.938516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.939507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.939844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.940239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.940630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.941046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.941440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.941830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.942219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.942620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.942996 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.943381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:50.948933 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:50.987995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.997097 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-eb75a9a2-2c73-4cba-8df3-91e758d5a607 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fb0e3249-4383-47e3-962c-27928a740038 HTTP/1.1" status: 204 len: 168 time: 0.7583997 Feb 17 04:41:51.000243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 46458) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:51.159006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.384195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.561046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8236b16b-1f89-4e95-8844-66e9760d8c85']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:41:51.581843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:41:51.582116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f3fe2-3bef-4ddc-ae5a-f00127a8b4a9') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:41:51.600628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.628188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.632349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:41:51.786526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f30129-7bd9-4af0-85e6-2656ce452fbb req-a17228d0-002a-4142-bad4-74dcb2bb2e03 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:51.794859 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71f30129-7bd9-4af0-85e6-2656ce452fbb req-a17228d0-002a-4142-bad4-74dcb2bb2e03 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1127768 Feb 17 04:41:51.850903 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71f30129-7bd9-4af0-85e6-2656ce452fbb req-76ae9063-21c1-4a80-b655-03154095df1f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548744 Feb 17 04:41:51.875196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:41:51.885863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.090323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Network 8236b16b-1f89-4e95-8844-66e9760d8c85 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:41:52.384284 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:41:52.477110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.481499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:52.504642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.517814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8236b16b-1f89-4e95-8844-66e9760d8c85,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:52.523388 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8236b16b-1f89-4e95-8844-66e9760d8c85 HTTP/1.1" status: 204 len: 168 time: 1.5192640 Feb 17 04:41:52.523388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-34d3ef7f-faf7-4c7d-87e7-20359f9935a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:52.823384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 46482) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:52.901044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-f4332b91-9ff3-4858-8afe-53de1be1531b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04fc36f955fb47e587cda21e5c92e755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759358 Feb 17 04:41:52.903689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 46488) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:53.000117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:53.044451 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:53.198170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:53.214294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29f83576-8fc5-40d1-9dcc-3522d59b4cc0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:53.230381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd5da9-889b-4e48-a72b-0f2d7291c8bf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:53.237907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:53.248214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:53.252540 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3dbd5da9-889b-4e48-a72b-0f2d7291c8bf HTTP/1.1" status: 204 len: 168 time: 0.3444967 Feb 17 04:41:53.312124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5120f-d4a4-4e72-aa0d-1568d4a7ece6 req-e0637245-5a6a-4c4f-b862-fec1e9fe38ca tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.314849 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-abb5120f-d4a4-4e72-aa0d-1568d4a7ece6 req-e0637245-5a6a-4c4f-b862-fec1e9fe38ca tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.2475147 Feb 17 04:41:53.393892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-abb5120f-d4a4-4e72-aa0d-1568d4a7ece6 req-d2fb4a18-e555-4755-a09e-7d31449412fe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691731 Feb 17 04:41:54.652231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a876e23-0f4e-4681-92b2-8399c807371c req-d8ffbceb-133d-431d-953b-5a934953e352 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:54.659828 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2a876e23-0f4e-4681-92b2-8399c807371c req-d8ffbceb-133d-431d-953b-5a934953e352 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1148317 Feb 17 04:41:54.714863 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2a876e23-0f4e-4681-92b2-8399c807371c req-bdf60005-58dc-4350-9f7d-f4c41ebb9350 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513043 Feb 17 04:41:55.988512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-ce9b4833-0b48-42fe-8c32-d6872b050e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:55.995521 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-ce9b4833-0b48-42fe-8c32-d6872b050e95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1162 time: 0.1556034 Feb 17 04:41:55.996178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c602-12fb-4856-bcdb-0bccef637b6a req-beb84892-822b-40cd-99c8-592f985f6b32 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:55.997753 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-23e7c602-12fb-4856-bcdb-0bccef637b6a req-beb84892-822b-40cd-99c8-592f985f6b32 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1228650 Feb 17 04:41:56.135248 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-23e7c602-12fb-4856-bcdb-0bccef637b6a req-eb1da422-bfa5-40db-a3d8-8cc3ed14dd3f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116097 Feb 17 04:41:56.180147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-bdbf0bd9-4114-4f74-a4ab-dbcc3339e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.181820 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-bdbf0bd9-4114-4f74-a4ab-dbcc3339e1d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.1831398 Feb 17 04:41:56.298752 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-aba1d5cd-afd2-4082-b315-74dedc2f0e58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 1001 time: 0.1097693 Feb 17 04:41:56.372164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-21e9747c-7e01-4e06-a856-1b0cd29234e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.373815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-21e9747c-7e01-4e06-a856-1b0cd29234e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.0685148 Feb 17 04:41:56.465796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-3b253e2b-d294-4a6f-ab9f-826b76cf6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.467433 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-3b253e2b-d294-4a6f-ab9f-826b76cf6ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849774 Feb 17 04:41:56.620747 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-6a82b5ff-c00e-48fc-b34f-3e1aa7c49914 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437020 Feb 17 04:41:56.765567 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9fc10bc5-9b3e-41fa-808e-ba51e47789cd req-091a029b-a73a-49cc-9b9f-311ec791e992 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372781 Feb 17 04:41:57.378113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b028409-f347-4af6-89d6-1fcfd9a803fc req-d2bad10b-8976-4486-8303-7d239934e98a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:57.380070 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2b028409-f347-4af6-89d6-1fcfd9a803fc req-d2bad10b-8976-4486-8303-7d239934e98a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1169984 Feb 17 04:41:57.434293 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2b028409-f347-4af6-89d6-1fcfd9a803fc req-c2bfe487-898c-4320-9ecc-5bd9a347627c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473239 Feb 17 04:41:58.653934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eafd3-bf26-4747-b520-99b17d2b32b7 req-3b2d5ab7-d923-47b4-af7f-031c02cd61b3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:58.655601 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-667eafd3-bf26-4747-b520-99b17d2b32b7 req-3b2d5ab7-d923-47b4-af7f-031c02cd61b3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.0921941 Feb 17 04:41:58.712510 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-667eafd3-bf26-4747-b520-99b17d2b32b7 req-f6852383-9838-4082-8cf0-696afafb4376 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483627 Feb 17 04:41:59.772273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:59.914558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:59.931134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fb88-735f-4ebe-9187-d5c967bbf4d8 req-1f9967db-f2bc-43c9-8763-10f5cbdc8576 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:59.932766 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8662fb88-735f-4ebe-9187-d5c967bbf4d8 req-1f9967db-f2bc-43c9-8763-10f5cbdc8576 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.0969753 Feb 17 04:41:59.945652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:59.960312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:59.964403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:59.993196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:59.999662 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8662fb88-735f-4ebe-9187-d5c967bbf4d8 req-d7ce02cd-306c-426c-a6fe-4de21df0bd5c tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592921 Feb 17 04:42:00.037727 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'code': 422} returned with failed status Feb 17 04:42:00.115070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:00.124299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.124993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.125534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.125888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.126962 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.127339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.127740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.128364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.128588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.129006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.129376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.129740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.130152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.130515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.130877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.131238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.131608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.132057 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.132553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.132938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.133305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.133667 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.134029 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.134388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.140184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:01.962883 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-dd407535-b5b9-4258-b036-eab5ebf9c926 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785697 Feb 17 04:42:01.967330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cce622-ca02-4560-bd60-bbb72ae033b8 req-de077d95-30fb-471f-9d5c-dcee25a9cc3f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:01.968987 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7cce622-ca02-4560-bd60-bbb72ae033b8 req-de077d95-30fb-471f-9d5c-dcee25a9cc3f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.0878069 Feb 17 04:42:02.024781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c7cce622-ca02-4560-bd60-bbb72ae033b8 req-e2b67865-be5c-406b-8017-33dc46ae4707 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491669 Feb 17 04:42:02.375455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.539942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-40360bfa-0291-4d09-a880-93e5a87f5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:02.541784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-40360bfa-0291-4d09-a880-93e5a87f5eca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0&tenant_id=fb5b61f1f69348acb6bfd480f5e4141f HTTP/1.1" status: 200 len: 1160 time: 0.0881302 Feb 17 04:42:02.668922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-3683b3ec-8620-4479-a76e-cda8e9ae962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:02.670575 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-3683b3ec-8620-4479-a76e-cda8e9ae962e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1160 time: 0.1006312 Feb 17 04:42:02.850568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-b4c791c7-2d49-4b5d-8705-ac6334ec3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:02.852207 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-b4c791c7-2d49-4b5d-8705-ac6334ec3c43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.1719081 Feb 17 04:42:02.974914 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-d1a34f6f-e223-4333-90ef-41d53c7f94c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 999 time: 0.1123915 Feb 17 04:42:03.050612 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-03898ead-e502-4b23-9b30-95462279c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.052207 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-03898ead-e502-4b23-9b30-95462279c6c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.0705094 Feb 17 04:42:03.142813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-e7a97cdc-46a9-481e-bffb-524202da17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.144659 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-e7a97cdc-46a9-481e-bffb-524202da17d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851095 Feb 17 04:42:03.424037 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-cf2bd358-79db-4ca5-83d5-a54d60941bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715001 Feb 17 04:42:03.467493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020d0d5-13b8-4358-8658-c09280034050 req-df0d6e88-d6a1-4507-8b6c-8647df28d5d9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.469132 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e020d0d5-13b8-4358-8658-c09280034050 req-df0d6e88-d6a1-4507-8b6c-8647df28d5d9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.2929330 Feb 17 04:42:03.572131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38edbb5-9355-4b7c-bf1c-4a2ca9d0d66e req-c2ba56f0-ab85-4bd5-81d3-e535ef0a0591 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.573784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b38edbb5-9355-4b7c-bf1c-4a2ca9d0d66e req-c2ba56f0-ab85-4bd5-81d3-e535ef0a0591 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.2780335 Feb 17 04:42:03.630392 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e020d0d5-13b8-4358-8658-c09280034050 req-53bb63ff-72f9-4aeb-bbcc-1c96e7762ff9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037011 Feb 17 04:42:03.672587 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b38edbb5-9355-4b7c-bf1c-4a2ca9d0d66e req-d070849d-a269-4474-ab8b-bd2385ec519f tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905125 Feb 17 04:42:03.692039 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d9bb98c6-a009-42b5-a706-b6ab58fa5f26 req-76811326-f89e-4734-9833-5437e9d68225 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2554967 Feb 17 04:42:04.282797 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1caa3a02-0174-4d66-af95-28310006e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.966439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aa2fd-39fb-4f8d-9c59-4410096b026d req-95b83f56-1b1c-4d6a-ba85-a78bdf2dd7d3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:04.968098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ae8aa2fd-39fb-4f8d-9c59-4410096b026d req-95b83f56-1b1c-4d6a-ba85-a78bdf2dd7d3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1749358 Feb 17 04:42:05.262803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1faa-229b-4736-9129-60a015533ca5 req-b5ad61d8-74c0-429b-b17f-07f0d1295b50 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:05.264480 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c8cb1faa-229b-4736-9129-60a015533ca5 req-b5ad61d8-74c0-429b-b17f-07f0d1295b50 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.4101229 Feb 17 04:42:05.276554 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ae8aa2fd-39fb-4f8d-9c59-4410096b026d req-be18339e-a734-48e9-b57c-f3ad81c0613e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017473 Feb 17 04:42:05.335019 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c8cb1faa-229b-4736-9129-60a015533ca5 req-15df500f-8049-4658-aa0b-49505fce60ef tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559680 Feb 17 04:42:06.567661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580527ff-1aac-40fc-be8c-bfc4da4329fb req-8c58f0d3-8a6e-4f30-a3c5-672de80acfa3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:06.569224 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-580527ff-1aac-40fc-be8c-bfc4da4329fb req-8c58f0d3-8a6e-4f30-a3c5-672de80acfa3 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1640408 Feb 17 04:42:06.619743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97698-e756-4b1c-949e-733d13c5da86 req-3602e6bf-9669-4c01-b025-981a12a8c5f6 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:06.621448 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85c97698-e756-4b1c-949e-733d13c5da86 req-3602e6bf-9669-4c01-b025-981a12a8c5f6 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1417487 Feb 17 04:42:06.661937 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-580527ff-1aac-40fc-be8c-bfc4da4329fb req-84f9f99b-e289-4d9b-9f4e-5f31e122b3f5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856349 Feb 17 04:42:06.693819 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85c97698-e756-4b1c-949e-733d13c5da86 req-46c68a1f-78f7-4b45-982f-0ba8311607dd tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609198 Feb 17 04:42:06.910515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-86d1cb25-b00c-4ce2-993a-5bbf760178a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:07.554043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:07.962189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bcec7-7354-4db0-9781-19383bd99e34 req-55f32916-3657-41c4-8e98-4056c8007e59 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.963885 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-648bcec7-7354-4db0-9781-19383bd99e34 req-55f32916-3657-41c4-8e98-4056c8007e59 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1594095 Feb 17 04:42:07.996075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181898-86bf-48cf-a068-63f923eb7c6c req-af3b6454-b513-4fdb-b8f1-cb61110731c0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.997738 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e181898-86bf-48cf-a068-63f923eb7c6c req-af3b6454-b513-4fdb-b8f1-cb61110731c0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1503692 Feb 17 04:42:08.052811 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-648bcec7-7354-4db0-9781-19383bd99e34 req-3bdfdcf4-a93d-486b-a706-2a2e9661d8b0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793138 Feb 17 04:42:08.076892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9e181898-86bf-48cf-a068-63f923eb7c6c req-3b1aad1f-7dae-4681-b6c9-60481339b5b0 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673165 Feb 17 04:42:08.245247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:08.353593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:08.643250 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.364201 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f5da2-d8c7-47ab-ba48-67e3552fc0e4 req-63e9e488-de5b-473b-ab5f-6e7c7d658300 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.367638 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4c8f5da2-d8c7-47ab-ba48-67e3552fc0e4 req-63e9e488-de5b-473b-ab5f-6e7c7d658300 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1805897 Feb 17 04:42:09.375937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79fac-dfcc-42d0-ae17-eb34e44ccce0 req-d0478c4f-cf27-4549-a44d-c65874f224fa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.377621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00b79fac-dfcc-42d0-ae17-eb34e44ccce0 req-d0478c4f-cf27-4549-a44d-c65874f224fa tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1511741 Feb 17 04:42:09.456822 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4c8f5da2-d8c7-47ab-ba48-67e3552fc0e4 req-1136428e-e1f6-4486-9d80-eea916386dd0 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781016 Feb 17 04:42:09.461737 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00b79fac-dfcc-42d0-ae17-eb34e44ccce0 req-cf1799b3-3f0a-47c0-90c0-62da7bb05da5 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666952 Feb 17 04:42:10.746114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba93d3-3f52-4207-bca3-7b420caab1e6 req-c5ab0a31-09e7-45d3-8153-130f47653be2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.748647 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-98ba93d3-3f52-4207-bca3-7b420caab1e6 req-c5ab0a31-09e7-45d3-8153-130f47653be2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1556721 Feb 17 04:42:10.783871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580035-778c-41ae-b386-92f13afc972d req-be957f9f-54e8-4e92-8910-26c6cbc6eb4d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.785720 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c580035-778c-41ae-b386-92f13afc972d req-be957f9f-54e8-4e92-8910-26c6cbc6eb4d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1498430 Feb 17 04:42:10.831924 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-98ba93d3-3f52-4207-bca3-7b420caab1e6 req-644ab79d-d750-411d-80f0-357c2c6662e4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746644 Feb 17 04:42:10.861681 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1c580035-778c-41ae-b386-92f13afc972d req-31350bf8-b159-4492-b87c-32a55f455bd9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676231 Feb 17 04:42:12.109308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7326d-b653-4b37-9e6a-9aba2262575e req-c1885c38-7a81-4807-99a6-eec86bf7c76b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.111024 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-37b7326d-b653-4b37-9e6a-9aba2262575e req-c1885c38-7a81-4807-99a6-eec86bf7c76b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1537182 Feb 17 04:42:12.146137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898afb9-ac92-4cf8-961e-8e64f9e36bc4 req-baabbe18-023e-4de1-8af9-be84254dcf4d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.147794 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9898afb9-ac92-4cf8-961e-8e64f9e36bc4 req-baabbe18-023e-4de1-8af9-be84254dcf4d tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1533632 Feb 17 04:42:12.210040 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-37b7326d-b653-4b37-9e6a-9aba2262575e req-995ce221-7e3a-49af-ba8b-ceaf60437f6f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922987 Feb 17 04:42:12.221939 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9898afb9-ac92-4cf8-961e-8e64f9e36bc4 req-0f91ef8a-b588-42ef-9250-e4d03c0247f7 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661256 Feb 17 04:42:13.511414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a6b53-9218-43a7-b5ed-735ac8ca1f49 req-b4e0e101-6aa3-4f79-88cd-b59a4e19359f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.513004 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d38a6b53-9218-43a7-b5ed-735ac8ca1f49 req-b4e0e101-6aa3-4f79-88cd-b59a4e19359f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1696687 Feb 17 04:42:13.521620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd8c8-62d2-4354-a8dd-937b27190dee req-249947f6-adbe-4829-acc7-d6c3e89d25fc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.523156 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ec7dd8c8-62d2-4354-a8dd-937b27190dee req-249947f6-adbe-4829-acc7-d6c3e89d25fc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1282377 Feb 17 04:42:13.599120 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d38a6b53-9218-43a7-b5ed-735ac8ca1f49 req-26b767e2-e399-426e-bfe6-1c21336fa8d5 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748982 Feb 17 04:42:13.610225 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ec7dd8c8-62d2-4354-a8dd-937b27190dee req-a6903a0d-fb6d-4510-97c9-4eb17dc9a86e tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691545 Feb 17 04:42:14.918810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067c052-cf38-48b4-9627-b27ec0a6d692 req-d267facd-72e5-41e4-b1d7-f5a551617bce tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:14.920474 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7067c052-cf38-48b4-9627-b27ec0a6d692 req-d267facd-72e5-41e4-b1d7-f5a551617bce tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1949322 Feb 17 04:42:14.956755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37653cdb-d588-4b4d-8428-b21ad1cc41e9 req-b1abe7ab-271c-4bb3-b150-bcb1f84b1511 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:14.958454 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-37653cdb-d588-4b4d-8428-b21ad1cc41e9 req-b1abe7ab-271c-4bb3-b150-bcb1f84b1511 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1799104 Feb 17 04:42:15.008640 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7067c052-cf38-48b4-9627-b27ec0a6d692 req-2dc4969a-c45f-42ce-9a3c-fb9d594a5906 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789862 Feb 17 04:42:15.040971 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-37653cdb-d588-4b4d-8428-b21ad1cc41e9 req-2629666e-fc40-439a-9524-ca1a039a9f73 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649521 Feb 17 04:42:15.156063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858a414-9f37-41db-b824-68ae2d582449 req-92dc49a6-ac28-4f83-9035-fa8cde9560ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.158321 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-92dc49a6-ac28-4f83-9035-fa8cde9560ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1160 time: 0.1049755 Feb 17 04:42:15.357130 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858a414-9f37-41db-b824-68ae2d582449 req-9dab28bd-988f-44a1-bf51-f8695e54f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.360087 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-9dab28bd-988f-44a1-bf51-f8695e54f99e service neutron] 10.222.0.41 "GET /v2.0/networks?id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 200 len: 911 time: 0.1786945 Feb 17 04:42:15.496328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-c6b5f92c-b1ba-4652-ba8a-a533afa4e092 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 200 len: 999 time: 0.1237588 Feb 17 04:42:15.612497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858a414-9f37-41db-b824-68ae2d582449 req-cdd05810-30c3-4340-87b3-2d84de132729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.614738 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-cdd05810-30c3-4340-87b3-2d84de132729 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 200 len: 856 time: 0.1070361 Feb 17 04:42:15.791666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858a414-9f37-41db-b824-68ae2d582449 req-89f95fa4-9943-4275-9293-d5fbb25e5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.793240 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-89f95fa4-9943-4275-9293-d5fbb25e5d39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85b13a8d-46c1-4b28-84c3-bb1ad8bac691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1583564 Feb 17 04:42:15.811070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-ea852cfb-f5fe-4e45-9ba7-1888487fbad4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.812682 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-ea852cfb-f5fe-4e45-9ba7-1888487fbad4 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 945 time: 0.1301267 Feb 17 04:42:15.892891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:15.985875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:15.986499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.022817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.052085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:16.065177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:16.067064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.069004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:16.088379 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-39f8752d-df72-4f44-bca6-d0f3d9b4b3dc service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856510 Feb 17 04:42:16.149329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:16.153168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:16.308090 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'code': 200} Feb 17 04:42:16.774659 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c858a414-9f37-41db-b824-68ae2d582449 req-66e4bdd3-cd38-4a4e-ac57-4bf31a4c1540 service neutron] 10.222.0.41 "GET /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6528327 Feb 17 04:42:16.776586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] For port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:16.777010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.810484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34260-18af-4141-85bb-4564ffa18756 req-248e5417-bafe-4837-8f98-f6285ae52468 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.812164 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-efb34260-18af-4141-85bb-4564ffa18756 req-248e5417-bafe-4837-8f98-f6285ae52468 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 943 time: 0.5604658 Feb 17 04:42:16.927841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9515-fbda-4fac-b378-62fe370bd8e1 req-ff5896f0-c385-4525-9e2b-2d0f0f2aadc4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.929516 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cece9515-fbda-4fac-b378-62fe370bd8e1 req-ff5896f0-c385-4525-9e2b-2d0f0f2aadc4 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.5298405 Feb 17 04:42:17.049281 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-efb34260-18af-4141-85bb-4564ffa18756 req-893f30fa-c3f9-4430-855a-95a672e71efc tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups?id=b63649fd-f977-491a-89c6-76ad12297d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749268 Feb 17 04:42:17.096203 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cece9515-fbda-4fac-b378-62fe370bd8e1 req-6d5cf6bc-3f26-4e38-82a1-3b89d164cea8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577754 Feb 17 04:42:17.223578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:17.223998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:17.224355 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Floating IP 73fa14a3-2cfc-46e1-9091-39ff6a0333b8 disassociated. External IP: 172.28.0.166, port: 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6. Feb 17 04:42:17.224742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:17.377162 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:17.393979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d61f5dc6-2ff5-4a9e-985c-e830d8dc4379 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:17.488780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'Port': ['ID=9d2fa25d-1a45-4e67-aa9e-d2dae35007e6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:17.495682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:17.758172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:17.959752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:17.970517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:17.982047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:17.982892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:18.008705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] No DVR routers for this DVR port 9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:18.011787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.014789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-deleted', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:18.035225 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f78383a2-bb1f-4cca-9239-66eb4eb6f30f req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.41 "DELETE /v2.0/ports/9d2fa25d-1a45-4e67-aa9e-d2dae35007e6 HTTP/1.1" status: 204 len: 173 time: 2.1997855 Feb 17 04:42:18.078033 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cbb637-73c8-4c7d-b220-34f56095f746', 'name': 'network-vif-deleted', 'tag': '9d2fa25d-1a45-4e67-aa9e-d2dae35007e6', 'status': 'completed', 'code': 200} Feb 17 04:42:18.284641 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:18.383122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-088ee641-fc6e-464b-ab87-6450ab8fcb06 req-cd414f1b-738a-4b34-8cd5-b543fdfecb10 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Synchronizing usage tracker for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:18.442383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:18.452733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-088ee641-fc6e-464b-ab87-6450ab8fcb06 req-cd414f1b-738a-4b34-8cd5-b543fdfecb10 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Unset dirty status for tenant:413334592214495d8258cd86a4140a65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:18.454121 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-088ee641-fc6e-464b-ab87-6450ab8fcb06 req-cd414f1b-738a-4b34-8cd5-b543fdfecb10 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2cbb637-73c8-4c7d-b220-34f56095f746 HTTP/1.1" status: 200 len: 210 time: 0.1429894 Feb 17 04:42:18.489632 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4f7cf-cf4e-4432-8549-f5af6baf4f41 req-ca507e19-d055-47fd-adba-faddf3a8c1a8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:18.491379 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aef4f7cf-cf4e-4432-8549-f5af6baf4f41 req-ca507e19-d055-47fd-adba-faddf3a8c1a8 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.1104259 Feb 17 04:42:18.550323 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-aef4f7cf-cf4e-4432-8549-f5af6baf4f41 req-93c81dab-c055-47a3-9ae3-b66a1d2795e7 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509641 Feb 17 04:42:18.652679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:18.653128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.831517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:18.846309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:19.008304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.028541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:19.029231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:19.159593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:19.181244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:19.187092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.192079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:19.231513 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'code': 200} Feb 17 04:42:19.306037 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:19.311592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:19.314174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:19.475097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb67813-9e38-4b5c-889f-c4520adf776b req-45b3b542-4172-4a81-8ab7-ddcbb94703a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:19.476717 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1bb67813-9e38-4b5c-889f-c4520adf776b req-45b3b542-4172-4a81-8ab7-ddcbb94703a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 1162 time: 0.0837719 Feb 17 04:42:19.527210 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1bb67813-9e38-4b5c-889f-c4520adf776b req-4e50a43b-4177-447e-ac8c-3ba4e5dc5248 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Feb 17 04:42:19.621575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 46946) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:19.677825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:19.682391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be3ad8-d0f9-4400-a622-f923f7355de0 None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:35:38Z', 'revision_number': 4, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': 'b9f35f41-d17f-4b5b-8638-07cb0208adc4', 'name': '', 'network_id': '78d8e801-9ca6-442b-ae7c-2cc0ef825b44', 'tenant_id': '413334592214495d8258cd86a4140a65', 'mac_address': 'fa:16:3e:38:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:33Z', 'updated_at': '2021-02-17T04:35:53Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'subnets': [{'id': 'ca71b61d-2896-46b1-912e-a2806ef476ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:19.768383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.810989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.876388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7292-2a46-4d23-a442-902eab971775 req-80a6876a-3a44-4602-bc46-fbb5cedd0a4a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:19.878645 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d0bf7292-2a46-4d23-a442-902eab971775 req-80a6876a-3a44-4602-bc46-fbb5cedd0a4a tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1943936 Feb 17 04:42:19.911985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.920267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b662b2c7-79ed-48ad-b801-cd9bcb849354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:19.954332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63649fd-f977-491a-89c6-76ad12297d07,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:19.961445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:19.964587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.968657 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ce8d2624-3f66-431b-a06a-856e4011d996 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "DELETE /v2.0/security-groups/b63649fd-f977-491a-89c6-76ad12297d07 HTTP/1.1" status: 204 len: 168 time: 0.3429332 Feb 17 04:42:19.969143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 46958) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:19.979956 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:19.985697 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d0bf7292-2a46-4d23-a442-902eab971775 req-f9cb43a4-b7d3-4968-ab0e-abe03983f108 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990562 Feb 17 04:42:20.002587 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.v2.resource [None req-370dda43-e4c7-49b2-87a6-c57be6832573 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] show failed (client error): The resource could not be found. Feb 17 04:42:20.007199 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 46962) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:20.007532 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-370dda43-e4c7-49b2-87a6-c57be6832573 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "GET /v2.0/security-groups/b63649fd-f977-491a-89c6-76ad12297d07 HTTP/1.1" status: 404 len: 347 time: 0.0366824 Feb 17 04:42:20.152186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:20.152610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.180461 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4f7af-8fb4-4595-b9ba-44e96f3c8db1 None None] New status for floating IP 73fa14a3-2cfc-46e1-9091-39ff6a0333b8: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:42:20.231615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 3b21ec16-8e2b-4a4c-826f-db944a37023c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:20.233168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.446780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.447194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.595396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 3b21ec16-8e2b-4a4c-826f-db944a37023c owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:20.687922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:42:20.688307 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:42:21.189007 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Deleting port 3b21ec16-8e2b-4a4c-826f-db944a37023c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:21.189558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.376085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa154-6d72-416b-8efa-900d90b0a46b req-92c91daf-707b-45ae-b7e5-f07f8a6b2acd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:21.378291 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d49fa154-6d72-416b-8efa-900d90b0a46b req-92c91daf-707b-45ae-b7e5-f07f8a6b2acd tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.2309897 Feb 17 04:42:21.466239 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d49fa154-6d72-416b-8efa-900d90b0a46b req-49909c56-6715-472e-aa49-4d27a4845391 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788233 Feb 17 04:42:21.468061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.468621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.611414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Calling delete_port for 3b21ec16-8e2b-4a4c-826f-db944a37023c owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:21.763419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.778860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:21.880416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Pushing event deleted for resources: {'Port': ['ID=3b21ec16-8e2b-4a4c-826f-db944a37023c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:21.883191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:21.947813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.965520 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.966739 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] 10.222.0.47 "DELETE /v2.0/floatingips/73fa14a3-2cfc-46e1-9091-39ff6a0333b8 HTTP/1.1" status: 204 len: 168 time: 1.9584785 Feb 17 04:42:21.973428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:22.049911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port f57b8324-9e33-41d7-aaff-683052d89a76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:22.050330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.677789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e474-f491-4f64-8da9-932604e6ff23 req-742b184e-65df-4cd8-936a-61bf48a2cdfe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.679423 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1d70e474-f491-4f64-8da9-932604e6ff23 req-742b184e-65df-4cd8-936a-61bf48a2cdfe tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.0901129 Feb 17 04:42:22.728195 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1d70e474-f491-4f64-8da9-932604e6ff23 req-9cd4305f-2f06-4153-a050-6bb8fda6b0d9 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Feb 17 04:42:26.086592 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47092) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:26.886697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.302569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Deleting port b9f35f41-d17f-4b5b-8638-07cb0208adc4 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:27.303128 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.514444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] For port b9f35f41-d17f-4b5b-8638-07cb0208adc4, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=b9f35f41-d17f-4b5b-8638-07cb0208adc4,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:27.514850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.672106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Calling delete_port for b9f35f41-d17f-4b5b-8638-07cb0208adc4 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:27.855184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.871738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-913eb812-2b08-4168-8f5d-d0708949634b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:27.974682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f35f41-d17f-4b5b-8638-07cb0208adc4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:27.985177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:28.293972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.048546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Router 2cb659a2-10a4-4405-aee5-5391bf3c17ca has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:29.246655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:29.256578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Sync routers for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:29.264021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47144) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:29.266291 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-847835bf-e3f3-428d-a7fa-be68b5d88bc4 admin admin] 10.222.0.47 "PUT /v2.0/routers/2cb659a2-10a4-4405-aee5-5391bf3c17ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1772380 Feb 17 04:42:29.269694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:29.270465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:29.476466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:29.519671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47150) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:29.660396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.677981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:29.682455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb4403c676545babee09de57b7ea96b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:29.686308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:29.689840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.693360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:29.792421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.797367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.799849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:42:27Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:29.803970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Checking router: 2cb659a2-10a4-4405-aee5-5391bf3c17ca for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:29.807517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-531ad79c-9cc8-4069-91fb-02d4d7672339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:29.813466 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Routers {'2cb659a2-10a4-4405-aee5-5391bf3c17ca'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:29.814137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:29.855352 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4eb4403c676545babee09de57b7ea96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343124 Feb 17 04:42:29.856435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64137304-66c9-4041-ad6b-728045e79727,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:29.858779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47156) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:29.861811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:29.904920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.919733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Deleting port e5d79515-746c-4bf3-8ccc-31abf8ab8328 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:29.921380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.013803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] Set router 2cb659a2-10a4-4405-aee5-5391bf3c17ca gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:30.072020 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.117296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.191702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] For port e5d79515-746c-4bf3-8ccc-31abf8ab8328, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e5d79515-746c-4bf3-8ccc-31abf8ab8328,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:30.192110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.328346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Calling delete_port for e5d79515-746c-4bf3-8ccc-31abf8ab8328 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:30.335590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:42:27Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:30.339737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb188407-8ece-4e6d-8e32-0b88e23e3f2c None None] The sync data for ids ['2cb659a2-10a4-4405-aee5-5391bf3c17ca'] in dv-cinder-760197-3-smb is: [{'id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'name': 'tempest-AttachVolumeTestJSON-691605354-router', 'tenant_id': '413334592214495d8258cd86a4140a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:12Z', 'updated_at': '2021-02-17T04:42:27Z', 'revision_number': 5, 'project_id': '413334592214495d8258cd86a4140a65', 'gw_port': {'id': 'e5d79515-746c-4bf3-8ccc-31abf8ab8328', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb659a2-10a4-4405-aee5-5391bf3c17ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:16Z', 'updated_at': '2021-02-17T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:30.378566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.385371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c9f9fdb0-b3ac-4d6a-bc90-4e1592b7b9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:30.407729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64137304-66c9-4041-ad6b-728045e79727,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:30.412803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:30.417874 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.421434 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64137304-66c9-4041-ad6b-728045e79727 HTTP/1.1" status: 204 len: 168 time: 0.5615304 Feb 17 04:42:30.512245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.plugins.ml2.ovo_rpc [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: result = function(*args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: proto.__init__(conn_state, self) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: self.handle() Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: self.handle_one_request() Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: self.handle_one_response() Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: result = self.application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return app(environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self.application) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return request.get_response(self.application) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = req.get_response(self._app) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: application, catch_exc_info=False) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: app_iter = application(self.environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: response = self.app(environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return resp(environ, start_response) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: return self.func(req, *args, **kwargs) Feb 17 04:42:30.519086 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: result = method(request=request, **args) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return self._delete(request, id, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*dup_args, **dup_kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: obj_deleter(request.context, id, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return method(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(*dup_args, **dup_kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, context, *args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return method(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: context, port, router_ids, bound_mech_contexts) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: return function(*args, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: callback(resource, event, trigger, **kwargs) Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: stack = traceback.extract_stack() Feb 17 04:42:30.525629 dv-cinder-760197-3-smb neutron-server[83931]: Feb 17 04:42:30.663206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.750062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47164) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:30.769750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.785625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:30.789697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Usage tracker for resource:security_group_rule and tenant:ac75ed1847ac4f85a66c203b45b4fd35 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:30.792646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:30.800347 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:30.809940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.814601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.824929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b9f35f41-d17f-4b5b-8638-07cb0208adc4 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:30.868820 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: b9f35f41-d17f-4b5b-8638-07cb0208adc4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:42:30.869289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device b9f35f41-d17f-4b5b-8638-07cb0208adc4 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:42:30.893536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.896925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.905736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-26e05473-5c6f-4003-b700-223659429c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:30.908423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.910070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb659a2-10a4-4405-aee5-5391bf3c17ca {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:42:30.923138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.924375 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-baa9b39a-dc94-42d0-bd89-b491f82c716d admin admin] 10.222.0.47 "DELETE /v2.0/routers/2cb659a2-10a4-4405-aee5-5391bf3c17ca HTTP/1.1" status: 204 len: 168 time: 1.6593022 Feb 17 04:42:30.927329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47168) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:30.949871 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac75ed1847ac4f85a66c203b45b4fd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985948 Feb 17 04:42:30.951739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4bbdf-20e4-406e-a39d-07795809c6a4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:30.955300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47172) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:30.957833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:31.001924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Deleting subnet ca71b61d-2896-46b1-912e-a2806ef476ad {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:42:31.005439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.023048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.051068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.058503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.098147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.103952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d69fd4b6-0a27-4ac7-af14-3e2ce9eab239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:31.117147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4bbdf-20e4-406e-a39d-07795809c6a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:31.127415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:31.128245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.132435 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cb4bbdf-20e4-406e-a39d-07795809c6a4 HTTP/1.1" status: 204 len: 168 time: 0.1765032 Feb 17 04:42:31.146104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.419390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.435135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:31.523862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca71b61d-2896-46b1-912e-a2806ef476ad,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:31.529803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:31.574896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.580416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd09dee-2144-4a58-a9c7-e589e1c09f55 None None] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:42:31.581797 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6ee387b9-2c37-46bc-a480-cd2630f080ff admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ca71b61d-2896-46b1-912e-a2806ef476ad HTTP/1.1" status: 204 len: 168 time: 0.6534176 Feb 17 04:42:31.584489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47186) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:31.708915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.785674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Deleting port 350a3ecc-7969-4d72-87ca-767f7be5440c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:31.785674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.029683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] For port 350a3ecc-7969-4d72-87ca-767f7be5440c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=350a3ecc-7969-4d72-87ca-767f7be5440c,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:32.030091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.034558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] DHCP port deletion for 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 request from dv-cinder-760197-3-smb {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:42:32.041338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Deleting port 350a3ecc-7969-4d72-87ca-767f7be5440c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:32.041873 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.170692 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Calling delete_port for 350a3ecc-7969-4d72-87ca-767f7be5440c owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:32.283256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] For port 350a3ecc-7969-4d72-87ca-767f7be5440c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=350a3ecc-7969-4d72-87ca-767f7be5440c,segment=NetworkSegment(1423699a-31d2-416e-81db-85d57ce71950),segment_id=1423699a-31d2-416e-81db-85d57ce71950)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:32.283796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.440593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Calling delete_port for 350a3ecc-7969-4d72-87ca-767f7be5440c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:32.495012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.516702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.534751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ec4692ab-3398-4bc3-8a37-330805748319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:32.607113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:42:32.607523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:42:32.640122 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Pushing event deleted for resources: {'Port': ['ID=350a3ecc-7969-4d72-87ca-767f7be5440c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:32.653620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:32.690455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] No DVR routers for this DVR port 350a3ecc-7969-4d72-87ca-767f7be5440c on host dv-cinder-760197-3-smb {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:32.817236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.868310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e5d79515-746c-4bf3-8ccc-31abf8ab8328 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:32.910929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: e5d79515-746c-4bf3-8ccc-31abf8ab8328 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:42:32.911336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e5d79515-746c-4bf3-8ccc-31abf8ab8328 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:42:32.911813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 350a3ecc-7969-4d72-87ca-767f7be5440c no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:32.950205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 350a3ecc-7969-4d72-87ca-767f7be5440c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:42:32.950598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 350a3ecc-7969-4d72-87ca-767f7be5440c not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:42:32.951751 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.952161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.953036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.953456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > port after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.953789 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.954145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > port after_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.954500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.954859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.955215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:32.955566 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:33.062297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:33.063229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:33.063613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:33.063984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:33.064382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d8e801-9ca6-442b-ae7c-2cc0ef825b44']}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:33.079537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1423699a-31d2-416e-81db-85d57ce71950') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:33.079870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1423699a-31d2-416e-81db-85d57ce71950') {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:33.093786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2412433'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.109099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Deleting port 350a3ecc-7969-4d72-87ca-767f7be5440c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:33.110091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.110423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.113033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:42:33.201509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-77e948c0-3276-48d4-b964-6c943ad9b317 None None] The port '350a3ecc-7969-4d72-87ca-767f7be5440c' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:42:33.321513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:42:33.330836 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2405671'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.481849 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47234) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:33.516475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Network 78d8e801-9ca6-442b-ae7c-2cc0ef825b44 has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: from cryptography.utils import int_from_bytes Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: from cryptography.utils import int_from_bytes Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: (rel_b, rel_a, rel_b), Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: (rel_b, rel_a, rel_b), Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:42:33.545165 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:42:33.622471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.629240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.633264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:33.641436 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:33.645806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd173054923434481bd4bca948cfef1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:33.648807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:33.653671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d8e801-9ca6-442b-ae7c-2cc0ef825b44,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:33.655755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.657879 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:33.660831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:33.676894 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] 10.222.0.47 "DELETE /v2.0/networks/78d8e801-9ca6-442b-ae7c-2cc0ef825b44 HTTP/1.1" status: 204 len: 168 time: 2.0912244 Feb 17 04:42:33.757358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.760630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.770138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-55be643b-e877-44ef-b2c4-12762f4eeef9 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:33.802427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47242) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:33.818847 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fdd173054923434481bd4bca948cfef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332415 Feb 17 04:42:33.818847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb18e4-fd16-455c-bd4a-658b710d7909,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:33.820657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47246) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:33.821485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0139fc83-8905-4330-86d5-c18d9955fee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:33.907045 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-98eea3c1-e760-4ede-a11b-c5ae66c2d456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=413334592214495d8258cd86a4140a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1027210 Feb 17 04:42:33.910053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47250) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:33.921481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.949308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.978508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.000562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.005922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:34.008432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.017985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb18e4-fd16-455c-bd4a-658b710d7909,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:34.022237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:34.026333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.030496 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0beb18e4-fd16-455c-bd4a-658b710d7909 HTTP/1.1" status: 204 len: 168 time: 0.2089889 Feb 17 04:42:34.063562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.069181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-75423e4b-87e9-46b9-baa2-bd5b2eb1ced5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:34.090726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f55f188-ae0a-458a-8eaf-66a1568e1d30,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:34.095266 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:34.097503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.101240 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f55f188-ae0a-458a-8eaf-66a1568e1d30 HTTP/1.1" status: 204 len: 168 time: 0.1875918 Feb 17 04:42:34.287847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3c915821-ef36-4101-9f00-c5072e41ded8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.520599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47268) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:34.540595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.556578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:34.560730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Usage tracker for resource:security_group_rule and tenant:489a612b9f8747de85ce7ad997c7c47f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:34.563987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:34.569964 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:34.659489 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.662651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.672024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-74a6d2f4-37e8-4b37-866a-998c3910e6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:34.716043 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=489a612b9f8747de85ce7ad997c7c47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940961 Feb 17 04:42:34.717844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7e3b8-6e79-4002-b11b-bf0832099f78,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:34.719575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47274) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:34.722080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:34.789176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.818348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.867183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.872301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4564d473-2768-4267-869d-33b03ddf3fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:34.886547 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7e3b8-6e79-4002-b11b-bf0832099f78,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:34.889391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:34.891647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.898289 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7cf7e3b8-6e79-4002-b11b-bf0832099f78 HTTP/1.1" status: 204 len: 168 time: 0.1770430 Feb 17 04:42:36.902915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4a25d7b2-9e88-4982-a335-19e86aaeff82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.555470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:38.349011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:38.622863 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.534912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47428) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:41.660825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.677462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:41.681646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8f21da854b4ac7a07917b212c2bfab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:41.684610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:41.690408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:41.780737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.784324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.793344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3264d264-00b7-456a-a34e-b46d4488af39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:41.836948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe6fb0-4719-4b3c-9438-f534a19d97d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:41.840538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:41.847437 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-eb711458-dbec-4bb0-953c-327cf5508d88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc8f21da854b4ac7a07917b212c2bfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076491 Feb 17 04:42:41.848571 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47434) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:41.912452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.945826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.997294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.003358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0f6f00aa-c6dc-460e-88e2-005add8e786b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:42.018316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe6fb0-4719-4b3c-9438-f534a19d97d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:42.023193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:42.032149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.037908 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3dfe6fb0-4719-4b3c-9438-f534a19d97d9 HTTP/1.1" status: 204 len: 168 time: 0.1885378 Feb 17 04:42:42.214675 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47448) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:42.354152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.376496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:42.380809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c037c1bfe5471389fe37c64d1cefe8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:42.383892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:42.389830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:42.482186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.486570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.496004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-92fd77d9-c06d-4809-9f79-8464fba599f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:42.540013 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6c037c1bfe5471389fe37c64d1cefe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241301 Feb 17 04:42:42.542303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be0857-d247-43b6-8e43-21401982dd73,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:42.543685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47466) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:42.546804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:42.615109 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.644345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.694296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.699628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b2c5fc0f-25a0-41dc-b6d9-9e99a69ef29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:42.711773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be0857-d247-43b6-8e43-21401982dd73,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:42.725211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.725628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.726028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.726423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.726815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.727214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.727602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.727997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.728386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.728776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.729178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.729654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.730080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.730462 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.730846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.731227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.731607 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.731987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.732371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.736671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.736671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.736671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.736671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.736671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:42.738309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.739540 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9be0857-d247-43b6-8e43-21401982dd73 HTTP/1.1" status: 204 len: 168 time: 0.1944292 Feb 17 04:42:42.740978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:44.127384 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1a1d9-5e12-4686-9a7c-bf36d8f20455 req-6d3c4eca-7cb0-42e8-9b8e-ab7839d85397 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:44.129737 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7de1a1d9-5e12-4686-9a7c-bf36d8f20455 req-6d3c4eca-7cb0-42e8-9b8e-ab7839d85397 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1306152 Feb 17 04:42:44.215201 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7de1a1d9-5e12-4686-9a7c-bf36d8f20455 req-bc89b6d1-5650-46b4-a16c-2f677665816a tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0780344 Feb 17 04:42:44.423505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47538) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:44.559127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.576720 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:44.581068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:86bdac77bb8b47d4b5ee17edbb26e322 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:44.584138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:44.589999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:44.680748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.683555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.692693 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-00af6af8-1cd8-4ef7-b6f9-9f4ca748724f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:44.736214 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86bdac77bb8b47d4b5ee17edbb26e322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114381 Feb 17 04:42:44.737926 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6076527-73c2-4a32-801a-e22e033bc089,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:44.740422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47544) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:44.741419 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:44.810441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.841868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.888634 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.893035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f22b522-728b-4462-a209-7506d5f8c4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:44.910274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6076527-73c2-4a32-801a-e22e033bc089,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:44.912822 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:44.923870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.928388 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6076527-73c2-4a32-801a-e22e033bc089 HTTP/1.1" status: 204 len: 168 time: 0.1839869 Feb 17 04:42:45.229043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47552) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:45.247474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:45.248940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.266754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:45.271394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b06533bbbd4ec3bfc77f2620ea4211 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:45.274610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:45.280826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:45.395264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.398271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.408778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6f6fd628-bf52-44e7-9969-dbd1bf577506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:45.439927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce4d5-41a9-4b78-8d69-720aba67d8b3 req-cc0e4247-b3a5-4c30-9019-4b4e648f8584 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:45.441880 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da6ce4d5-41a9-4b78-8d69-720aba67d8b3 req-cc0e4247-b3a5-4c30-9019-4b4e648f8584 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1016161 Feb 17 04:42:45.453549 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26374a-16d8-491a-85bb-cdb7bd13bcdd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:45.458652 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1b06533bbbd4ec3bfc77f2620ea4211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284982 Feb 17 04:42:45.459872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:45.463722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47562) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:45.508493 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-da6ce4d5-41a9-4b78-8d69-720aba67d8b3 req-8fe7fa77-9b04-4de2-b0a5-e9f8efee3694 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567286 Feb 17 04:42:45.539509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.577086 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.628313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.633576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9d10f176-463e-49ae-8061-60d1f7c78173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:45.654858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26374a-16d8-491a-85bb-cdb7bd13bcdd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:45.658719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:45.667052 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.669380 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e26374a-16d8-491a-85bb-cdb7bd13bcdd HTTP/1.1" status: 204 len: 168 time: 0.2044692 Feb 17 04:42:46.727131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced2828-829d-4bcd-a796-5e9e0e2e511b req-0d841037-908a-47e6-8959-99ad43bb923c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:46.728802 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ced2828-829d-4bcd-a796-5e9e0e2e511b req-0d841037-908a-47e6-8959-99ad43bb923c tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0941041 Feb 17 04:42:46.782570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2ced2828-829d-4bcd-a796-5e9e0e2e511b req-5b8b25fb-876a-4fb0-97e4-6e93cf0eeb0f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449736 Feb 17 04:42:48.025695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ac198-13a4-4958-a592-063468e03d40 req-09c23da8-f580-490e-991a-0f4e7a0ae74d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:48.027348 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d66ac198-13a4-4958-a592-063468e03d40 req-09c23da8-f580-490e-991a-0f4e7a0ae74d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Feb 17 04:42:48.080983 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d66ac198-13a4-4958-a592-063468e03d40 req-a8c3de5c-c9e0-482a-92e3-bae3f7e3e26e tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452938 Feb 17 04:42:49.304064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1e256-20c5-4937-9e70-07c010b30fa4 req-7a9dac12-093f-4dbc-bbd0-edfa899c4af3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:49.305810 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55e1e256-20c5-4937-9e70-07c010b30fa4 req-7a9dac12-093f-4dbc-bbd0-edfa899c4af3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0998037 Feb 17 04:42:49.359492 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55e1e256-20c5-4937-9e70-07c010b30fa4 req-99ad0f55-b724-449b-831b-7b78dbed310d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465736 Feb 17 04:42:50.574064 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc157a-0213-40ba-944d-cd6c4e689b78 req-e65e7585-395c-4fc6-9ed0-2f880c119e33 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:50.576300 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ecc157a-0213-40ba-944d-cd6c4e689b78 req-e65e7585-395c-4fc6-9ed0-2f880c119e33 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0984960 Feb 17 04:42:50.649921 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3ecc157a-0213-40ba-944d-cd6c4e689b78 req-82543925-e643-4bf5-9f77-7e561b9ea6d0 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0630398 Feb 17 04:42:51.857349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5ef8-610a-453c-ada2-89c8a99a9eb2 req-417b59f7-9104-4d81-aaa0-22ead0bd13ec tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:51.859019 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d33e5ef8-610a-453c-ada2-89c8a99a9eb2 req-417b59f7-9104-4d81-aaa0-22ead0bd13ec tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0885520 Feb 17 04:42:51.912641 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d33e5ef8-610a-453c-ada2-89c8a99a9eb2 req-1315ce09-d854-47c0-ae4f-f6f74bfa2d78 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459838 Feb 17 04:42:52.215997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:52.289695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:52.290115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.126390 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3775b4-39d0-4791-8f0d-032f83a72918 req-00afaa3e-6804-4628-bbfd-f892d11f3899 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:53.128658 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3d3775b4-39d0-4791-8f0d-032f83a72918 req-00afaa3e-6804-4628-bbfd-f892d11f3899 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0938046 Feb 17 04:42:53.177498 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3d3775b4-39d0-4791-8f0d-032f83a72918 req-d419bd42-86f8-4561-bd3c-e21f37700b02 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424531 Feb 17 04:42:54.191048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-df533472-b4fa-45a2-9ec1-e673ef2cf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.192663 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-df533472-b4fa-45a2-9ec1-e673ef2cf005 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.0871105 Feb 17 04:42:54.404184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-d6a9d4eb-7a60-4267-8533-4b002ce26f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.405823 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-d6a9d4eb-7a60-4267-8533-4b002ce26f78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.2065301 Feb 17 04:42:54.501438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43c664-69b4-4b58-abb6-8d6ad297e116 req-d69c97b9-08ed-4c38-ae05-827ccae0eaf0 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.504095 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cd43c664-69b4-4b58-abb6-8d6ad297e116 req-d69c97b9-08ed-4c38-ae05-827ccae0eaf0 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.2086501 Feb 17 04:42:54.557894 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-5100de53-a4e4-4dc9-83d7-0de9575ad078 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 1000 time: 0.1415682 Feb 17 04:42:54.632958 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cd43c664-69b4-4b58-abb6-8d6ad297e116 req-c5c74a51-5ba4-4da8-8573-e22a056fffcd tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1141236 Feb 17 04:42:54.657435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-f63194ab-5678-4903-bd98-142d4ec4dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.659631 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-f63194ab-5678-4903-bd98-142d4ec4dd53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.0871766 Feb 17 04:42:54.749292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-9c9e2d38-7a73-4162-bb1e-0933af42adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.750865 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-9c9e2d38-7a73-4162-bb1e-0933af42adac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844979 Feb 17 04:42:54.913662 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-893763a0-399a-4486-8cee-8949b6846da3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471062 Feb 17 04:42:55.295742 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-314a62d7-ccf8-4ef6-bffb-15c4222907b9 req-287b898f-2d15-4766-8f55-d38f4f3d8644 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3749757 Feb 17 04:42:55.846625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcf29d-52e3-4181-91d1-4b80ac6d3e37 req-b95af1ee-6607-4e5a-842f-21117f6b427f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:55.848331 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cdbcf29d-52e3-4181-91d1-4b80ac6d3e37 req-b95af1ee-6607-4e5a-842f-21117f6b427f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0948341 Feb 17 04:42:55.911561 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-cdbcf29d-52e3-4181-91d1-4b80ac6d3e37 req-6f615e09-03f8-4978-9bc0-3421d4b662b9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0562243 Feb 17 04:42:56.591383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf2a6-91b2-4ea2-bdb6-cf22dcc68552 req-6520a679-29b8-44a3-8d9d-bfd0bd07c06e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:56.593233 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b75bf2a6-91b2-4ea2-bdb6-cf22dcc68552 req-6520a679-29b8-44a3-8d9d-bfd0bd07c06e tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.0937948 Feb 17 04:42:56.653637 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b75bf2a6-91b2-4ea2-bdb6-cf22dcc68552 req-6ec63f32-c4bf-4cfc-b2c6-4170851f636b tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509918 Feb 17 04:42:57.155540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4e362-8383-425d-bde8-1ae3a058ac66 req-12466bdd-041a-4445-9778-e9d13e1d5cb3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:57.163991 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f4e362-8383-425d-bde8-1ae3a058ac66 req-12466bdd-041a-4445-9778-e9d13e1d5cb3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1249669 Feb 17 04:42:57.212379 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00f4e362-8383-425d-bde8-1ae3a058ac66 req-5894894f-f450-4566-958c-d46d8591a4f4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471318 Feb 17 04:42:57.895915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130834-cda7-493a-9978-a07655ecba14 req-bc52a237-e4e3-4441-b504-52a1088fb308 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:57.897672 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f5130834-cda7-493a-9978-a07655ecba14 req-bc52a237-e4e3-4441-b504-52a1088fb308 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.1115196 Feb 17 04:42:57.963112 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f5130834-cda7-493a-9978-a07655ecba14 req-3d118cf0-a41a-4660-9525-5904e0177eeb tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569434 Feb 17 04:42:58.227625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device f57b8324-9e33-41d7-aaff-683052d89a76 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:58.270536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-52eabaab-8e85-48e2-a7c2-32385eb28539 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:58.272165 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-52eabaab-8e85-48e2-a7c2-32385eb28539 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 945 time: 0.0954413 Feb 17 04:42:58.372891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.402526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:58.405047 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port f57b8324-9e33-41d7-aaff-683052d89a76 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:58.405449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.414317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:58.417392 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.418861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:58.467322 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'code': 200} Feb 17 04:42:58.467914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:58.599755 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:58.605398 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:58.621680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.661273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:58.664983 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.666860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:58.695104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] For port f57b8324-9e33-41d7-aaff-683052d89a76, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f57b8324-9e33-41d7-aaff-683052d89a76,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:58.695505 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.744663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:58.748194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:58.807977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa6efb-dd48-4d36-bac7-cb04459f2c68 req-bfcabec4-5e7c-4473-9fd0-6ac850685ce7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:58.809673 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7cfa6efb-dd48-4d36-bac7-cb04459f2c68 req-bfcabec4-5e7c-4473-9fd0-6ac850685ce7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.4779353 Feb 17 04:42:58.955424 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7cfa6efb-dd48-4d36-bac7-cb04459f2c68 req-996f07db-f6cf-426f-90e6-5250d620428b tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1389437 Feb 17 04:42:59.119322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:59.119738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:59.120092 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Floating IP ce4c51bf-452b-46c2-9cba-8af1255a5ab8 disassociated. External IP: 172.28.0.160, port: f57b8324-9e33-41d7-aaff-683052d89a76. Feb 17 04:42:59.120474 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for f57b8324-9e33-41d7-aaff-683052d89a76 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:59.389977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb25557-8178-482d-b184-c9577292c042 req-bd6e9af2-7fe3-46e5-b879-5ac3eb7abfc2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:59.391613 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbb25557-8178-482d-b184-c9577292c042 req-bd6e9af2-7fe3-46e5-b879-5ac3eb7abfc2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 943 time: 0.2063205 Feb 17 04:42:59.461092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47874) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:59.525576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:59.544103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-33a6ca46-15af-420f-a578-885d12918d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:59.597198 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-c7239f91-cedd-43e0-86f7-50d4ce814172 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347637 Feb 17 04:42:59.656644 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-fbb25557-8178-482d-b184-c9577292c042 req-276eaeed-35b8-4000-b370-64da2b0af474 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d5cf37-e192-428f-8c8a-bb36df9563c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088733 Feb 17 04:42:59.667513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'Port': ['ID=f57b8324-9e33-41d7-aaff-683052d89a76,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:59.693144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:59.709166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910046-4719-46c5-9e46-fd5747bfd07b req-a69ca344-0ab9-48a3-b49c-f756a6a1557f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:59.710901 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3c910046-4719-46c5-9e46-fd5747bfd07b req-a69ca344-0ab9-48a3-b49c-f756a6a1557f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.3359678 Feb 17 04:42:59.802562 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3c910046-4719-46c5-9e46-fd5747bfd07b req-c6c1f156-e3d1-4a8a-9822-21368ef03b44 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0839837 Feb 17 04:43:00.045535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:43:00.281599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:00.292572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:00.311951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:00.312779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:00.344532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] No DVR routers for this DVR port f57b8324-9e33-41d7-aaff-683052d89a76 on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:43:00.353021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:00.367094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-deleted', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:00.410795 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1da73f1a-b2f1-4f09-939e-b9d0471a134c req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.41 "DELETE /v2.0/ports/f57b8324-9e33-41d7-aaff-683052d89a76 HTTP/1.1" status: 204 len: 173 time: 2.1320155 Feb 17 04:43:00.469235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:00.521802 dv-cinder-760197-3-smb neutron-server[83931]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'code': 422} returned with failed status Feb 17 04:43:00.590300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:00.632364 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861187e7-2c23-4de8-acc3-fb82deabbde0', 'name': 'network-vif-deleted', 'tag': 'f57b8324-9e33-41d7-aaff-683052d89a76', 'status': 'completed', 'code': 200} Feb 17 04:43:00.915971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d4a84b50-26b2-4b8f-94c5-2e9e001d2108 req-ac2f9de2-e082-46b8-a458-6fe640536782 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Synchronizing usage tracker for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:00.933467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-d4a84b50-26b2-4b8f-94c5-2e9e001d2108 req-ac2f9de2-e082-46b8-a458-6fe640536782 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Unset dirty status for tenant:fb5b61f1f69348acb6bfd480f5e4141f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:00.944828 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d4a84b50-26b2-4b8f-94c5-2e9e001d2108 req-ac2f9de2-e082-46b8-a458-6fe640536782 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/ports?device_id=861187e7-2c23-4de8-acc3-fb82deabbde0 HTTP/1.1" status: 200 len: 210 time: 0.1023700 Feb 17 04:43:01.049316 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:01.054577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:01.068792 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:01.069623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:42:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:01.159787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-f342e4df-a9c2-4f64-bba3-0e4e8ee19435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:01.161611 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-f342e4df-a9c2-4f64-bba3-0e4e8ee19435 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4&tenant_id=d60cf40f6a084505a3f4fa379c4b5318 HTTP/1.1" status: 200 len: 1160 time: 0.1851981 Feb 17 04:43:01.194698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b0e9-7669-42ea-b5c8-61e396d40e45 req-5d1ec9ef-97f2-4089-a39c-2ceba1ba47b1 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:01.199368 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9058b0e9-7669-42ea-b5c8-61e396d40e45 req-5d1ec9ef-97f2-4089-a39c-2ceba1ba47b1 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.1779048 Feb 17 04:43:01.314776 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9058b0e9-7669-42ea-b5c8-61e396d40e45 req-08e64af1-20fa-4b2a-8fd5-55e988010a81 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0749323 Feb 17 04:43:01.352726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-2422f683-4d72-419d-a231-22f03b367061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:01.355886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-2422f683-4d72-419d-a231-22f03b367061 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1160 time: 0.1567175 Feb 17 04:43:01.535870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:01.541596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-dba9b020-7d5e-4825-a943-95b111b7c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:01.543827 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-dba9b020-7d5e-4825-a943-95b111b7c209 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.1808977 Feb 17 04:43:01.692705 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-c945fa63-c7a9-4e19-875e-a212bf2d355e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 998 time: 0.1401994 Feb 17 04:43:02.039706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:02.046464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a822a1d-b6fe-4a50-b098-8843992d6218 None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:35:26Z', 'revision_number': 4, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '240b9938-6c9d-4f9b-bafd-1970b6e71e63', 'name': '', 'network_id': '85b13a8d-46c1-4b28-84c3-bb1ad8bac691', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:24Z', 'updated_at': '2021-02-17T04:35:46Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'subnets': [{'id': '1a7aae15-50f3-4bf9-ab01-a74b12233406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:43:02.071525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-1ea4ad2a-a7d5-433a-938e-4d09d0b33ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:02.086643 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-1ea4ad2a-a7d5-433a-938e-4d09d0b33ed4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.3860149 Feb 17 04:43:02.133475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47936) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:02.209939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-62ac5917-447c-49ff-9aae-879e38b5cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:02.211736 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-62ac5917-447c-49ff-9aae-879e38b5cac2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1159270 Feb 17 04:43:02.243401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.282613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.345099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.360657 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ff33fa00-98df-4195-839f-0dcaa60197e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:02.379859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5cf37-e192-428f-8c8a-bb36df9563c4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:02.388722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.389815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "DELETE /v2.0/security-groups/22d5cf37-e192-428f-8c8a-bb36df9563c4 HTTP/1.1" status: 204 len: 168 time: 0.2550483 Feb 17 04:43:02.393051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 47942) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:02.395980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.396526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.397094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.397618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.398135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.398644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.399153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.399664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.400276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.400682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.401113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.401521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.402420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.402824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.403224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.403622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.407177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.410689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.411101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.411512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.411919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.412324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.412723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.413144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:02.420105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:02.443517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.470930 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.api.v2.resource [None req-9480bc9c-324e-464d-bca0-74d0e4f304b2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] show failed (client error): The resource could not be found. Feb 17 04:43:02.472383 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9480bc9c-324e-464d-bca0-74d0e4f304b2 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "GET /v2.0/security-groups/22d5cf37-e192-428f-8c8a-bb36df9563c4 HTTP/1.1" status: 404 len: 347 time: 0.0778697 Feb 17 04:43:02.475663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 47946) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:02.549160 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-ebd18b0a-f697-40a6-ae7f-e723f4e2d495 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287208 Feb 17 04:43:02.556779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b3784-f1ee-419a-b1b7-e2efb1a3c913 None None] New status for floating IP ce4c51bf-452b-46c2-9cba-8af1255a5ab8: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:43:02.677049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port 85bfe51b-d273-4d1e-862e-16271b69fe28 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:02.677435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.740807 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f9330a4-227a-4ea4-bcfa-d807f1677e5f req-291bf8e0-4171-49c0-9342-eb8ff2fe918a service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742918 Feb 17 04:43:02.765932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43297210-c7e6-4df9-8d10-94181ae5ef8e req-31897805-4c02-40e9-a6e6-34597b84a984 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:02.776481 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43297210-c7e6-4df9-8d10-94181ae5ef8e req-31897805-4c02-40e9-a6e6-34597b84a984 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.2808931 Feb 17 04:43:02.834321 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-43297210-c7e6-4df9-8d10-94181ae5ef8e req-7817fce6-7b8d-4e48-9301-d68e614e5362 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566726 Feb 17 04:43:02.954652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.955801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:03.148365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for 85bfe51b-d273-4d1e-862e-16271b69fe28 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:03.266391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:43:03.266782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:43:03.768181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Deleting port 85bfe51b-d273-4d1e-862e-16271b69fe28 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:03.768576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:03.983080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:03.983450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:04.068426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d922f-e969-49ad-81c2-ab1d6197e32b req-140f3c1a-2d1f-4d15-9b61-1b40a311a106 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:04.070133 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-146d922f-e969-49ad-81c2-ab1d6197e32b req-140f3c1a-2d1f-4d15-9b61-1b40a311a106 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.1055071 Feb 17 04:43:04.130285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Calling delete_port for 85bfe51b-d273-4d1e-862e-16271b69fe28 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:04.153825 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-146d922f-e969-49ad-81c2-ab1d6197e32b req-ad217ab1-0f44-4881-a133-9920d170d5e3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0556562 Feb 17 04:43:04.304425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:04.304779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ed6390a2-3485-4151-9de0-cd1cc515e8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:04.324968 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:04.435224 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Pushing event deleted for resources: {'Port': ['ID=85bfe51b-d273-4d1e-862e-16271b69fe28,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:04.438608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:04.595030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:04.613546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:04.614793 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] 10.222.0.47 "DELETE /v2.0/floatingips/ce4c51bf-452b-46c2-9cba-8af1255a5ab8 HTTP/1.1" status: 204 len: 168 time: 2.1379933 Feb 17 04:43:05.372242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881442a-18bb-4ef5-aa3e-a5a2ccb2031d req-79522994-3dc8-4a82-85db-1f0352e966f3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:05.375657 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3881442a-18bb-4ef5-aa3e-a5a2ccb2031d req-79522994-3dc8-4a82-85db-1f0352e966f3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.0996940 Feb 17 04:43:05.426866 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3881442a-18bb-4ef5-aa3e-a5a2ccb2031d req-bcde9466-4b1d-44b0-b035-5e2cecf1f735 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459318 Feb 17 04:43:05.613472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48008) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:05.748117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:05.764314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:05.768853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Usage tracker for resource:security_group_rule and tenant:ee2e34635caa4004b764958a93351c75 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:05.771910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:05.777768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:05.868940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:05.872078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:05.883028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b0a67a8b-4261-44d9-8762-f9ebb3fc19b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:05.929261 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee2e34635caa4004b764958a93351c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145051 Feb 17 04:43:05.932955 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48016) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:05.933774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d547ef3a-96a4-43d6-9784-4a6f5742ae45,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:05.937150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:06.008004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.037774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.087886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.102530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b7f5c07d-1ea7-475a-8c19-cd31da3030dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:06.120772 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.125066 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d547ef3a-96a4-43d6-9784-4a6f5742ae45 HTTP/1.1" status: 204 len: 168 time: 0.1909740 Feb 17 04:43:06.126127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d547ef3a-96a4-43d6-9784-4a6f5742ae45,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:06.131564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-087146b5-9f76-4548-bd85-864d2c757162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:06.487324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48036) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:06.508960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.526184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:06.530337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Usage tracker for resource:security_group_rule and tenant:2c7216699fe749b98e21b98eebbea610 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:06.534222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:06.540509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:06.627174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:06.646738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.649630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.659620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5d5aad5e-67a9-4800-92aa-ac940458e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:06.669234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9211adf-f3ae-41c6-9934-9ed48cc0dc8a req-9681651f-131d-44c1-aa42-88239c72b56e tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:06.670912 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f9211adf-f3ae-41c6-9934-9ed48cc0dc8a req-9681651f-131d-44c1-aa42-88239c72b56e tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.1007557 Feb 17 04:43:06.708468 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c7216699fe749b98e21b98eebbea610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193992 Feb 17 04:43:06.709467 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48040) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:06.712288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a546fca7-5f94-43b0-8cfa-ea3e91293a4e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:06.714790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:06.715210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.716303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:06.735106 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f9211adf-f3ae-41c6-9934-9ed48cc0dc8a req-60c40c6d-c3b2-495e-8f48-db350c434eca tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0558996 Feb 17 04:43:06.791663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.821277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.856928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.871987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.877853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:06.890050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:06.890946 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546fca7-5f94-43b0-8cfa-ea3e91293a4e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:06.896621 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:06.903589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.907864 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-badd989a-9deb-4b84-a5a0-09f4d529bb7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a546fca7-5f94-43b0-8cfa-ea3e91293a4e HTTP/1.1" status: 204 len: 168 time: 0.1970365 Feb 17 04:43:06.917238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:06.951476 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'code': 200} Feb 17 04:43:06.957572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.966749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:07.016678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bbe29a71-7adc-4b5f-8878-6c981e9bb960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:07.057221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:07.069636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.070004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.070730 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.071257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.071815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.072188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.072542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.073107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.073625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.074142 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.074659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.075295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.075866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.076381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.076930 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.077445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.078010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.078568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.079116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.080356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.081089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.081439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.081953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.082494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:07.087840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:07.433382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501fd9d-ee0f-4ab1-9e31-cba405b954e4 req-49cd3c58-f772-4739-b426-ee49f1c200ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.435062 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e501fd9d-ee0f-4ab1-9e31-cba405b954e4 req-49cd3c58-f772-4739-b426-ee49f1c200ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.1640153 Feb 17 04:43:07.502635 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e501fd9d-ee0f-4ab1-9e31-cba405b954e4 req-2564429e-5773-49a2-b50c-f8225bbf5a41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0597441 Feb 17 04:43:07.506260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-6c6ce5d9-f8e4-43d4-8ea4-2768efb81545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.507908 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-6c6ce5d9-f8e4-43d4-8ea4-2768efb81545 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.1637993 Feb 17 04:43:07.563583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:07.575522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48066) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:07.912191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-a052ebf5-6e85-4d4e-a0a4-896fb959228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.913947 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-a052ebf5-6e85-4d4e-a0a4-896fb959228c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.1786239 Feb 17 04:43:08.113405 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-3355678a-19d5-4474-9725-9705694d14b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 1000 time: 0.1430705 Feb 17 04:43:08.120923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc18d2-57a6-470b-b89c-5e3a084de9e1 req-3ca370f0-d267-42c0-8f27-f474a07717d1 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.123625 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2dc18d2-57a6-470b-b89c-5e3a084de9e1 req-3ca370f0-d267-42c0-8f27-f474a07717d1 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.2084808 Feb 17 04:43:08.248283 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2dc18d2-57a6-470b-b89c-5e3a084de9e1 req-12394708-7464-4656-ae93-44e44b924ff4 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0776970 Feb 17 04:43:08.268530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-e32549c2-c31a-460d-b81f-56d6aba38420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.268530 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-e32549c2-c31a-460d-b81f-56d6aba38420 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.1408200 Feb 17 04:43:08.366872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.373198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:08.425523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-d02a7d69-18ef-4414-88a6-0b47875796c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.430469 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-d02a7d69-18ef-4414-88a6-0b47875796c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1525726 Feb 17 04:43:08.551936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:08.553322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.641011 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.661452 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-d309573f-e09d-4b59-afa2-1cf09233f095 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209899 Feb 17 04:43:08.960537 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-53cc17a6-45d4-44d3-91f3-b6bf476c0485 req-ed771612-fe3e-4aaf-bb34-07bc973ea401 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2775469 Feb 17 04:43:09.131976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.505923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e08bf-27f0-41e9-9718-210996b50a61 req-fa69dce5-070a-4b89-b90b-562a2f76010d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:09.507855 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d09e08bf-27f0-41e9-9718-210996b50a61 req-fa69dce5-070a-4b89-b90b-562a2f76010d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.0967259 Feb 17 04:43:09.556333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Deleting port 240b9938-6c9d-4f9b-bafd-1970b6e71e63 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:09.557083 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.582184 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d09e08bf-27f0-41e9-9718-210996b50a61 req-3679204a-2ef6-4dcb-a40c-3f3601c1fc90 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0648689 Feb 17 04:43:09.718619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48116) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:09.803611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] For port 240b9938-6c9d-4f9b-bafd-1970b6e71e63, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=240b9938-6c9d-4f9b-bafd-1970b6e71e63,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:09.803894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.860184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.876357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:09.881896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Usage tracker for resource:security_group_rule and tenant:f2c5e80fbab14be59cea84bf04f091ad is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:09.885519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:09.893290 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:09.952186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Calling delete_port for 240b9938-6c9d-4f9b-bafd-1970b6e71e63 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:10.012237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.016245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.030627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-29fda61b-e6f7-41c3-8785-dd76c6c89f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.102375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fb7e4f-ba14-4816-bb17-33feaa9d81ee,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.106108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:10.116054 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2c5e80fbab14be59cea84bf04f091ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961015 Feb 17 04:43:10.117079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48122) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:10.157308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.174321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-24369fea-5cbd-4c34-96fc-76e6ffb63af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.198452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.233281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.289929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Pushing event deleted for resources: {'Port': ['ID=240b9938-6c9d-4f9b-bafd-1970b6e71e63,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.295093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:10.295333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.304116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.323684 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fb7e4f-ba14-4816-bb17-33feaa9d81ee,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.327402 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:10.330591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.332347 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6fb7e4f-ba14-4816-bb17-33feaa9d81ee HTTP/1.1" status: 204 len: 168 time: 0.2139423 Feb 17 04:43:10.377134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:10.494405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 7fe1061d-2882-438d-97ba-29232f981eee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:10.494405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.690796 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.728894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48132) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:10.748722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.765601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:10.772786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Usage tracker for resource:security_group_rule and tenant:2c1ef206c7ba47788051069f53c13426 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:10.777179 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:10.783944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:10.888161 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.891542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.899821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a8919f1d-1d28-4599-8f75-6b7fbc8a00d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.947589 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c1ef206c7ba47788051069f53c13426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173767 Feb 17 04:43:10.948438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e473d-4f01-471f-918e-2d967bf0bc25,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.951058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48136) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:10.956588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:11.024006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.054817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.110623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.117860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3e77c4a8-55a5-48ab-a985-c6c95f59e264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:11.138716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e473d-4f01-471f-918e-2d967bf0bc25,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:11.144594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.146296 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/483e473d-4f01-471f-918e-2d967bf0bc25 HTTP/1.1" status: 204 len: 168 time: 0.1942384 Feb 17 04:43:11.147711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7da5fbe5-6ed7-424d-9d99-7558c13ac9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:11.277817 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:43:11.499208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:11.511023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Sync routers for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:11.513570 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] 10.222.0.47 "PUT /v2.0/routers/c7b69599-b23c-42e4-9d3a-5deca8fe04b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9367163 Feb 17 04:43:11.516177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48146) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:11.530268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:11.531943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:11.734071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.748971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:12.128804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:43:10Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:12.135733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Checking router: c7b69599-b23c-42e4-9d3a-5deca8fe04b2 for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:12.149892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Routers {'c7b69599-b23c-42e4-9d3a-5deca8fe04b2'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:12.152169 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:12.242838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.251445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Deleting port d0609216-d2ca-4080-b14a-a555c8017588 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:12.251825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.379331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] Set router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:12.468768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] For port d0609216-d2ca-4080-b14a-a555c8017588, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=d0609216-d2ca-4080-b14a-a555c8017588,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:12.469668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.645978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Calling delete_port for d0609216-d2ca-4080-b14a-a555c8017588 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:12.742393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:43:10Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:12.747194 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fd061-7f7c-4ba3-b3d6-04a5134796d8 None None] The sync data for ids ['c7b69599-b23c-42e4-9d3a-5deca8fe04b2'] in dv-cinder-760197-3-smb is: [{'id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1788310094-router', 'tenant_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:09Z', 'updated_at': '2021-02-17T04:43:10Z', 'revision_number': 5, 'project_id': 'fb5b61f1f69348acb6bfd480f5e4141f', 'gw_port': {'id': 'd0609216-d2ca-4080-b14a-a555c8017588', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b69599-b23c-42e4-9d3a-5deca8fe04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:10Z', 'updated_at': '2021-02-17T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:43:12.806712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.859219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 240b9938-6c9d-4f9b-bafd-1970b6e71e63 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:43:12.906230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 240b9938-6c9d-4f9b-bafd-1970b6e71e63 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:43:12.906629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 240b9938-6c9d-4f9b-bafd-1970b6e71e63 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:43:13.065900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.221837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.224428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.250149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.250717 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b69599-b23c-42e4-9d3a-5deca8fe04b2 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:43:13.264795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.269168 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-82276f02-5be0-4a84-83b2-26f83874a04b admin admin] 10.222.0.47 "DELETE /v2.0/routers/c7b69599-b23c-42e4-9d3a-5deca8fe04b2 HTTP/1.1" status: 204 len: 168 time: 1.7489257 Feb 17 04:43:13.269282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48198) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:13.343912 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Deleting subnet 1a7aae15-50f3-4bf9-ab01-a74b12233406 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:43:13.348705 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.408134 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.543153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.855781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.885051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23cf0185-1e91-4462-a51f-0943d676fe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:14.044382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7aae15-50f3-4bf9-ab01-a74b12233406,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:14.053636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:14.121322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.132135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a2609-3189-44bb-b027-44fa55de80ca None None] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:43:14.139553 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-765e6317-91c2-4908-893d-f2e336fcd433 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1a7aae15-50f3-4bf9-ab01-a74b12233406 HTTP/1.1" status: 204 len: 168 time: 0.8685398 Feb 17 04:43:14.143745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48220) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:14.286093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.366722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Deleting port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:14.367088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.473158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] DHCP port deletion for 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 request from dv-cinder-760197-3-smb {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:43:14.478674 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Deleting port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:14.479106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.624660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] For port ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:14.625114 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.724315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] For port ee13e26d-0148-4ddc-8fe8-2b0ad7072155, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,segment=NetworkSegment(5baeec30-2343-4f38-b788-37c564549253),segment_id=5baeec30-2343-4f38-b788-37c564549253)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:14.724655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.771275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Calling delete_port for ee13e26d-0148-4ddc-8fe8-2b0ad7072155 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:14.858145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:14.878119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:14.982556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee13e26d-0148-4ddc-8fe8-2b0ad7072155,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:14.988602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:15.034897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] No DVR routers for this DVR port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 on host dv-cinder-760197-3-smb {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:43:15.035184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee13e26d-0148-4ddc-8fe8-2b0ad7072155 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:43:15.070597 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Calling delete_port for ee13e26d-0148-4ddc-8fe8-2b0ad7072155 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:15.154041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: ee13e26d-0148-4ddc-8fe8-2b0ad7072155 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:43:15.154431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee13e26d-0148-4ddc-8fe8-2b0ad7072155 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:43:15.154884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d0609216-d2ca-4080-b14a-a555c8017588 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:43:15.193647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: d0609216-d2ca-4080-b14a-a555c8017588 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:43:15.193882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device d0609216-d2ca-4080-b14a-a555c8017588 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:43:15.197325 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:15.210530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:43:15.210951 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:43:15.321719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b13a8d-46c1-4b28-84c3-bb1ad8bac691']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:15.335841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baeec30-2343-4f38-b788-37c564549253') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:15.336190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baeec30-2343-4f38-b788-37c564549253') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:15.350585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:15.367543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:15.369668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:43:15.712178 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Deleting port ee13e26d-0148-4ddc-8fe8-2b0ad7072155 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:15.712623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:15.789160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6b940a5a-3889-4447-9390-27a709f4c034 None None] The port 'ee13e26d-0148-4ddc-8fe8-2b0ad7072155' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:43:15.804853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:43:15.814104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:15.990733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Network 85b13a8d-46c1-4b28-84c3-bb1ad8bac691 has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:16.016578 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:16.097975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.101554 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1d1e5e5-4726-4024-9bd5-77000906fc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:16.115672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.127249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Pushing event deleted for resources: {'Network': ['ID=85b13a8d-46c1-4b28-84c3-bb1ad8bac691,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:16.131366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:16.141697 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cb1cc6cf-1315-4870-b4de-08af7a81551a admin admin] 10.222.0.47 "DELETE /v2.0/networks/85b13a8d-46c1-4b28-84c3-bb1ad8bac691 HTTP/1.1" status: 204 len: 168 time: 1.9959915 Feb 17 04:43:16.325728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48242) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:16.384925 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-9b085e30-d181-4e48-838b-16a6dbfb3d36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb5b61f1f69348acb6bfd480f5e4141f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555470 Feb 17 04:43:16.385181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48246) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:16.450220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.479433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.526124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.531098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-30edf138-b0b1-4bf7-b0cc-e039c061bcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:16.545821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a905265a-cb7a-43f5-b8ca-efdef4283fe0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:16.549140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:16.555373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.559133 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-270f1749-5154-441c-9d54-80b3f2ce662c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a905265a-cb7a-43f5-b8ca-efdef4283fe0 HTTP/1.1" status: 204 len: 168 time: 0.1704674 Feb 17 04:43:16.990939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48276) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:17.371587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.388032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:17.392252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0b852b119a48989760f79c8de12b3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:17.395567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:17.401511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:17.496302 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.499346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.512884 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ee7ceaa5-ae72-433c-97ad-dc731bca1e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:17.557899 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee0b852b119a48989760f79c8de12b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657954 Feb 17 04:43:17.558827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04930c5-18a4-49ea-bff5-f5edc5b6a830,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:17.561336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48298) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:17.562229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:17.628740 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.656775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.703969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.709304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-823ce8a7-8065-4272-80e1-752772da471c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:17.727328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04930c5-18a4-49ea-bff5-f5edc5b6a830,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:17.736021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:17.736021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:17.738233 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-66e8a306-96b5-44c1-b5ee-c30be2634aa5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f04930c5-18a4-49ea-bff5-f5edc5b6a830 HTTP/1.1" status: 204 len: 168 time: 0.1737909 Feb 17 04:43:18.171065 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48316) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:18.190537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.206747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:18.210893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8511189f27949a7af5a3e4e5744465b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:18.213866 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:18.219662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:18.314922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.318304 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.328001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9d3f6ab6-244c-4c1c-83c9-dacfb8366d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:18.368075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd85a8-4c27-47bf-8d75-0cc300f54aac,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:18.371496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:18.387591 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b6fcb6da-fd77-4ffa-a6d2-9e25f1706be2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8511189f27949a7af5a3e4e5744465b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151051 Feb 17 04:43:18.388682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48326) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:18.467950 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.497103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.547992 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.557557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bf1e8d15-7a5f-409e-9f4b-68e8eda5c89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:18.576405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd85a8-4c27-47bf-8d75-0cc300f54aac,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:18.580559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:18.585916 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:18.596766 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a34ba81c-9702-480a-aef5-7c171029ff9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9bd85a8-4c27-47bf-8d75-0cc300f54aac HTTP/1.1" status: 204 len: 168 time: 0.2063851 Feb 17 04:43:22.246821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:23.021087 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48460) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:23.040579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48466) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:23.176158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.186942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.194827 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:23.199542 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Usage tracker for resource:security_group_rule and tenant:46c5166a36d84ec4a21d8d843a92a38b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:23.202869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:23.203507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:23.208526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Usage tracker for resource:security_group_rule and tenant:760803e046ad4d488159415647bf161b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:23.210601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:23.211553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:23.217659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:23.309358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.310809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.312668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.313121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.322432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-254fc7f1-ca65-4b46-b276-6987cbb5d19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:23.327339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-54dbd7b3-23c4-41d9-b5ac-6a51c3f0fd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:23.367721 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46c5166a36d84ec4a21d8d843a92a38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450987 Feb 17 04:43:23.369980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef16970-35a3-4c4b-af2e-34f7b17ba9a2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:23.371532 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=760803e046ad4d488159415647bf161b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294780 Feb 17 04:43:23.372819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48472) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:23.375081 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48474) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:23.375739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:23.391237 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c831e9-e909-414b-8894-d27f94ab9e2f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:23.397801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4c1ac94f-791f-4e74-b34b-4f39ba01b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:23.446061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.461853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.479540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.491116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.533404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.538706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7a48ede4-65ad-437b-a150-324ccae3cae6 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:23.545423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.550188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef16970-35a3-4c4b-af2e-34f7b17ba9a2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:23.554826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a68b4f13-2705-4849-a45f-926d5759fb2f tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:23.557258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:23.557631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.558982 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-97b05be3-013a-409b-ab2b-2da711c96707 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ef16970-35a3-4c4b-af2e-34f7b17ba9a2 HTTP/1.1" status: 204 len: 168 time: 0.1849921 Feb 17 04:43:23.578590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c831e9-e909-414b-8894-d27f94ab9e2f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:23.587095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:23.596596 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.601475 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-708381ae-bc34-44c5-ad39-f2d7053ba1e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18c831e9-e909-414b-8894-d27f94ab9e2f HTTP/1.1" status: 204 len: 168 time: 0.2250021 Feb 17 04:43:23.927716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48504) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:23.947929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:23.964620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:23.968888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Usage tracker for resource:security_group_rule and tenant:028a7782bf464b8c9fe547c374c364a4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:23.972604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:23.978844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:24.097798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.102117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.112794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-63fbd8c9-8a97-4304-b749-d05cc53b12c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:24.146401 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c25b8-18a8-4647-86db-ffc01cc981b6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:24.156252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:24.169978 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48512) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:24.170167 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-fbe2b4d5-4edf-4cbe-a165-68c8cc0a59ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=028a7782bf464b8c9fe547c374c364a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403641 Feb 17 04:43:24.244828 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.274824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.333816 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.339247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2929c428-2c78-429f-80c8-d7025488726a tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:24.353886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c25b8-18a8-4647-86db-ffc01cc981b6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:24.357208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.361567 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/752c25b8-18a8-4647-86db-ffc01cc981b6 HTTP/1.1" status: 204 len: 168 time: 0.1901858 Feb 17 04:43:24.362776 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a036ff18-d80a-400e-afd9-3328f779a06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:29.161924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48652) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:29.297235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.315630 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:29.320220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Usage tracker for resource:security_group_rule and tenant:7d7bd268ae0a4ddb92fcab2a41a2c28f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:29.323853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:29.332893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:29.425625 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.428851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.436887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d8148499-9792-471e-8b28-79202b7c918f tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:29.485503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169e9e8d-f618-413a-bcf3-6227bfccf7a0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:29.490122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d7bd268ae0a4ddb92fcab2a41a2c28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270121 Feb 17 04:43:29.491121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2e220682-e03a-4d19-8714-2a938a50eeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:29.493215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48662) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:29.557326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.584894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.631030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.636097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b991dcd1-49d7-4fb7-a30c-8a6b6cde6599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:29.651248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e9e8d-f618-413a-bcf3-6227bfccf7a0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:29.654623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:29.659472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.663449 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8cbcd1ff-2393-4f29-ba41-e9f084aee933 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/169e9e8d-f618-413a-bcf3-6227bfccf7a0 HTTP/1.1" status: 204 len: 168 time: 0.1662793 Feb 17 04:43:29.973425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48674) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:29.997985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.021156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:30.023214 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:757a13e097564223893d27beefece056 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:30.026601 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:30.032945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:30.144043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.148496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.160719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-93960787-45d4-460e-ac03-5dc2cb708ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:30.207850 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=757a13e097564223893d27beefece056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330973 Feb 17 04:43:30.208934 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e100a575-6f23-474c-b18d-0ebd5f11bb87,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:30.211908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48682) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:30.212486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-69a2945f-74ae-41aa-a9c4-b5ba27ea4bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:30.292342 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.323587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.381465 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.386164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-da23f0e0-85e8-463e-956d-057fdf3419ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:30.402217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100a575-6f23-474c-b18d-0ebd5f11bb87,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:30.407012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:30.413850 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.415146 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e100a575-6f23-474c-b18d-0ebd5f11bb87 HTTP/1.1" status: 204 len: 168 time: 0.2020438 Feb 17 04:43:30.697707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48698) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:30.793536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48704) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:30.827861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.862025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.877669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:30.885551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Usage tracker for resource:security_group_rule and tenant:ce358e75d6c645a485b82b6e63bac497 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:30.888502 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:30.892232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:30.895529 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Usage tracker for resource:security_group_rule and tenant:5428af4a8f7441e7a39f71998a3e89a3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:30.900631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:30.903385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:30.909546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:31.065635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.070594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.071847 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.081094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6114639a-daeb-4198-af98-bdda2ca99e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:31.092805 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.151949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f438e-5b9b-4efd-b4bb-7d284ff948ce,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:31.156501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:31.162397 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5428af4a8f7441e7a39f71998a3e89a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608872 Feb 17 04:43:31.162397 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5e25a7ab-fef5-4969-a14f-a41871422d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:31.162948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48710) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:31.171567 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a242e924-784e-432c-a167-8232b06a3966 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce358e75d6c645a485b82b6e63bac497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740108 Feb 17 04:43:31.175449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48714) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:31.221540 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6464b3ab-967e-41d1-aa37-64ad63ce6ad5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:31.227324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0c82bc0a-4707-452b-a0bd-fb1c1f75311f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:31.244048 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.267984 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.271534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.299293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.324190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.334486 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1ff14a82-46b5-4dcf-a7bc-ba99fb26cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:31.353265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.358281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6464b3ab-967e-41d1-aa37-64ad63ce6ad5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:31.358690 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a46fd696-14a0-45d3-b30a-9d7b8a334930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:31.361322 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:31.362236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.373658 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f438e-5b9b-4efd-b4bb-7d284ff948ce,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:31.376628 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6464b3ab-967e-41d1-aa37-64ad63ce6ad5 HTTP/1.1" status: 204 len: 168 time: 0.2026372 Feb 17 04:43:31.379724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:31.390745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.392262 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-44229735-033a-49d7-971d-ff8e22df926e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f5f438e-5b9b-4efd-b4bb-7d284ff948ce HTTP/1.1" status: 204 len: 168 time: 0.2157414 Feb 17 04:43:32.407918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48748) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:32.416433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.525235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259779535-network', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:32.530488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:32.534654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Usage tracker for resource:network and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:32.537783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:32.544344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:32.553678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Made reservation on behalf of 1711843f8de5403fa8e8c80e71cf132c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:32.558463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.572023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.587293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:32.591369 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:32.594881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:32.600627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:32.686584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.689301 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.693497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-23539aa2-6cdf-42f4-b3b8-61b7d6bd06ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:32.723914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:43:32.740482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.740901 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Added segment 69a26b8f-eef6-430b-84c0-dcdb4fab9927 of type vxlan for network 444cebb9-7f65-4024-b0b1-7c182384e83e Feb 17 04:43:32.742207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186aa4ba-dc24-42ca-9b47-928dbbf9caf2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:32.749414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:32.774553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.805979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.807256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:32.807896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.812917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:32.921548 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5127101 Feb 17 04:43:32.923448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=444cebb9-7f65-4024-b0b1-7c182384e83e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:32.925176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48756) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:32.928269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0b1a377a-96e6-4824-be90-7b6c6635b3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:32.932289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Request body: {'subnet': {'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259779535-subnet', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:32.937711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:32.941952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Usage tracker for resource:subnet and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:32.945218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:32.947323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:43:32.951267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:32.961102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:43:32.961583 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Made reservation on behalf of 1711843f8de5403fa8e8c80e71cf132c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:32.966453 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3424171'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.634013 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2394525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3424186'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.651080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-2061da4c-14b6-43e5-9985-fe3aa7450a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:33.793249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc46af4f-5910-44d7-b581-0079e4882d02,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:33.809107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:33.877408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Checking segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:33.877765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Network hostable DHCP agents. Network: 444cebb9-7f65-4024-b0b1-7c182384e83e, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:43:33.896151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Network 444cebb9-7f65-4024-b0b1-7c182384e83e is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:43:33.904209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, 444cebb9-7f65-4024-b0b1-7c182384e83e) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:33.914095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b51481-0370-4ba5-aba7-a74e17fc786d None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:43:33.916526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:33.917218 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.938004 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0b79c1ad-fe8b-40c8-99c3-ea2ac2d9bfa7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0116804 Feb 17 04:43:33.941472 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48770) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:33.947165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:33.952297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:33.956936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Usage tracker for resource:router and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:33.960993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:33.967038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:33.977198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714189'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.978268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854056789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61626'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.993280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.168701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe810418b-deec-5d15-a089-76f25e8b59c4-444cebb9-7f65-4024-b0b1-7c182384e83e', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02'}]}} from dv-cinder-760197-3-smb. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:43:34.169678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.292427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854041565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854113877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61577'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.320577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a4605b71-af64-4989-966b-05fc71d4269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.504804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Allocated IP 172.20.0.2 (444cebb9-7f65-4024-b0b1-7c182384e83e/cc46af4f-5910-44d7-b581-0079e4882d02/f04f3a4e-2d45-4dff-991f-522eda75654c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:34.639532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.676691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.738188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.749212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Transition to ACTIVE for port object f04f3a4e-2d45-4dff-991f-522eda75654c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:34.770932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Transition to ACTIVE for port object f04f3a4e-2d45-4dff-991f-522eda75654c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:34.782469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:34.797046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:34.939262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Pushing event updated for resources: {'Port': ['ID=f04f3a4e-2d45-4dff-991f-522eda75654c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:34.943969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:35.009533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Allocated IP 172.28.0.239 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/ee7445e3-5ab7-4f53-810b-f0c7e5e2d481) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:35.018712 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:35.020187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:35.022914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:35.085198 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Attempting to bind port f04f3a4e-2d45-4dff-991f-522eda75654c on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:35.085627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Attempting to bind port f04f3a4e-2d45-4dff-991f-522eda75654c by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:35.086043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Attempting to bind port f04f3a4e-2d45-4dff-991f-522eda75654c on network 444cebb9-7f65-4024-b0b1-7c182384e83e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:35.091854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:35.092280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Checking segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:35.092727 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:35.093227 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Bound using segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:35.093749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Bound port: f04f3a4e-2d45-4dff-991f-522eda75654c, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:35.094240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:35.181587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:35.196595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] For port f04f3a4e-2d45-4dff-991f-522eda75654c, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:35.199779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] For port f04f3a4e-2d45-4dff-991f-522eda75654c, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=f04f3a4e-2d45-4dff-991f-522eda75654c,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:35.204567 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:35.212343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:35.221077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:35.228420 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f4e86d67-4f69-4a8a-b7ec-c843e1a531c7 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:35.366481 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Pushing event updated for resources: {'Port': ['ID=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:35.372041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:35.375676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Pushing event updated for resources: {'Port': ['ID=f04f3a4e-2d45-4dff-991f-522eda75654c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:35.382245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:35.426802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:35.427988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:35.430280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:35.903543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:36.518363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734232'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:36.755479 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Router 55f96eb2-362e-4944-a364-48a14d1d8730 is scheduled to L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:43:36.809183 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90742c-673f-497d-b5ae-6148bbd52bd9 None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:43:36.920911 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-9c1d88d0-1461-49f5-95a0-9010630e05e1 None None] Provisioning for port f04f3a4e-2d45-4dff-991f-522eda75654c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:36.934550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-da0151b8-8d81-4d00-8193-95dd1286435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:36.954024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device f04f3a4e-2d45-4dff-991f-522eda75654c up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:36.960021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:36.985429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:36.986779 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0441902 Feb 17 04:43:36.989870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48786) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:36.990212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Sync routers for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:37.030480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:37.031160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:37.461406 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48798) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:37.488715 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port f04f3a4e-2d45-4dff-991f-522eda75654c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:37.508648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port f04f3a4e-2d45-4dff-991f-522eda75654c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:37.509249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.605602 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.613191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:37.622862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:37.627848 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:606a20492097457997eebbf5dbd699f2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:37.631015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:37.636893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:37.662242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.730604 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.733391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.743056 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7089d08b-53a4-4771-b218-a7e65db6f3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:37.768593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.800711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=606a20492097457997eebbf5dbd699f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329253 Feb 17 04:43:37.800711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453dc6c0-cd43-4cf4-bef5-d081b373d685,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:37.801071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48804) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:37.816004 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7e45bf63-4002-406f-b246-9302fb1fe6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:37.880714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.921622 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.939732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.980487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.988464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c673b9dc-61dc-4a38-9322-c380039e501c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:38.005295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453dc6c0-cd43-4cf4-bef5-d081b373d685,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:38.007889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.010034 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/453dc6c0-cd43-4cf4-bef5-d081b373d685 HTTP/1.1" status: 204 len: 168 time: 0.2076313 Feb 17 04:43:38.011994 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-63caa2c0-6d53-4827-bac4-c98086d15ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:38.063771 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port f04f3a4e-2d45-4dff-991f-522eda75654c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=f04f3a4e-2d45-4dff-991f-522eda75654c,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:38.091551 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.101508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c57ed0b5-e138-4b8d-8e98-7a828e4e4425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:38.202543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-dc342040-5f94-45f9-a7c3-af01cdc630e1 None None] Provisioning complete for port f04f3a4e-2d45-4dff-991f-522eda75654c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:38.202974 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-dc342040-5f94-45f9-a7c3-af01cdc630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.236588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Allocated IP 172.20.0.1 (444cebb9-7f65-4024-b0b1-7c182384e83e/cc46af4f-5910-44d7-b581-0079e4882d02/499b06ec-8de7-4163-8ac7-a63304917fe1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:38.267209 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=f04f3a4e-2d45-4dff-991f-522eda75654c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:38.274258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:38.284492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:35Z', 'revision_number': 3, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:38.300231 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Checking router: 55f96eb2-362e-4944-a364-48a14d1d8730 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:38.300959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Updating router 55f96eb2-362e-4944-a364-48a14d1d8730 port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 binding host dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:43:38.431709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.444352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.448145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.470919 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Transition to ACTIVE for port object 499b06ec-8de7-4163-8ac7-a63304917fe1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:38.471509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48812) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:38.494825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.495118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.511777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:38.512069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3940fb5d-d079-4da2-9ca5-5d288dbcaecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:38.517072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Usage tracker for resource:security_group_rule and tenant:5a47fb1e7da440bd9d2fdf6e1a15deb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:38.520987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:38.527741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:38.629150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.633365 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.647840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c9a82b12-8ff1-4f5e-bbea-7fb40e75e66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:38.657629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Pushing event updated for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:38.662499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:38.691985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-40950688-ee72-41f5-b898-8f1dbedbf10e None None] Provisioning complete for port f04f3a4e-2d45-4dff-991f-522eda75654c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:38.692229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-40950688-ee72-41f5-b898-8f1dbedbf10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.696793 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a47fb1e7da440bd9d2fdf6e1a15deb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210176 Feb 17 04:43:38.696793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e119256c-a3b6-4669-b0cc-266a58b179cb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:38.697541 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48816) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:38.698299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c1361182-a22b-4e28-a7a1-262fe2e35c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:38.735932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.757638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Network 444cebb9-7f65-4024-b0b1-7c182384e83e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:38.761434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:38.765638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:38.830651 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.857332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854108159'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.874685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:38.948038 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device f04f3a4e-2d45-4dff-991f-522eda75654c up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:39.124900 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Provisioning for port 499b06ec-8de7-4163-8ac7-a63304917fe1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:39.131164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port f04f3a4e-2d45-4dff-991f-522eda75654c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:39.131580 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.179482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Provisioning complete for port 499b06ec-8de7-4163-8ac7-a63304917fe1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:39.179891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.197846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.203137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-df352630-6473-45af-aa1c-29db4cf22670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:39.255157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e119256c-a3b6-4669-b0cc-266a58b179cb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:39.261273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:39.275736 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.277011 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e119256c-a3b6-4669-b0cc-266a58b179cb HTTP/1.1" status: 204 len: 168 time: 0.5787807 Feb 17 04:43:39.289371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.449892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.485291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Transition to ACTIVE for port object ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:39.486049 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Port 499b06ec-8de7-4163-8ac7-a63304917fe1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:43:39.521143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.542886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:39.613073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.616672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.644215 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8afa0570-6e30-4738-b3f0-e576b7f3b1d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:39.668281 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Provisioning complete for port f04f3a4e-2d45-4dff-991f-522eda75654c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:39.668703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f0217173-0a75-4d61-a3f7-4abb53ff47dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.737432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Pushing event updated for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:39.740277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667751'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.755108 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:39.756285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ea46-4c04-46a5-9857-280c97e1742c None None] Pushing event updated for resources: {'Port': ['ID=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:39.765868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e122ea46-4c04-46a5-9857-280c97e1742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:39.889915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Attempting to bind port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:39.890548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Attempting to bind port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:39.891163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Attempting to bind port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 on network 15633124-027d-4783-b8d1-7d4917bf4aba {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:39.896075 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Network 444cebb9-7f65-4024-b0b1-7c182384e83e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:39.899074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:39.911724 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:39.912288 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Checking segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:39.912880 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.913589 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Bound using segment: {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:39.914350 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Bound port: ee7445e3-5ab7-4f53-810b-f0c7e5e2d481, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5450908-355b-4b92-bbc6-025f5ae66c04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:39.914983 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.013443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] For port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:40.018117 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] For port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:40.022229 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.041312 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:40.145088 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Router 55f96eb2-362e-4944-a364-48a14d1d8730 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:43:40.197428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 48838) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:40.216360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ea46-4c04-46a5-9857-280c97e1742c None None] Pushing event updated for resources: {'Port': ['ID=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:40.222006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e122ea46-4c04-46a5-9857-280c97e1742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:40.271305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:40.272003 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:40.330440 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057409881-network', 'tenant_id': '752057e647214593a83386e48ef86573'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:40.335747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:40.340306 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Usage tracker for resource:network and tenant:752057e647214593a83386e48ef86573 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:40.343644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:40.351106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:40.363409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Made reservation on behalf of 752057e647214593a83386e48ef86573 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:40.368552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.377752 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:40.384407 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.389612 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] 10.222.0.47 "PUT /v2.0/routers/55f96eb2-362e-4944-a364-48a14d1d8730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982620 Feb 17 04:43:40.403053 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:40.408177 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Usage tracker for resource:security_group_rule and tenant:752057e647214593a83386e48ef86573 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:40.412344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:40.417300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:40.439144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-e210e08c-05d3-4fe7-9b73-2a6d070f6b4f None None] Provisioning complete for port 499b06ec-8de7-4163-8ac7-a63304917fe1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:40.439778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e210e08c-05d3-4fe7-9b73-2a6d070f6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.513970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.518253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.523296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48f1e136-d5fe-4f79-8dac-3218b6c6987e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:40.530276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e210e08c-05d3-4fe7-9b73-2a6d070f6b4f None None] Port 499b06ec-8de7-4163-8ac7-a63304917fe1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:43:40.558220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd29a8-5bc8-4993-97cf-84b1d3f18408,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:40.559556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:40.569851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:40.572118 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:43:40.581576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297703678751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.581813 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.segments_db [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Added segment 5fb4160f-8e54-41c7-b75e-d7b0fb899276 of type vxlan for network b989721a-1500-4640-9b15-a0323798fe11 Feb 17 04:43:40.611023 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363297704265622'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.648051 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.649599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:40.650352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.656291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4cb49098-5744-49f9-b4b8-1d4df8242b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:40.774523 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Pushing event updated for resources: {'Network': ['ID=b989721a-1500-4640-9b15-a0323798fe11,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:40.781024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 48856) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:40.781336 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5825286 Feb 17 04:43:40.782750 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-544298d5-3daf-47ee-b392-b505d71eb33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:40.794893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Network b989721a-1500-4640-9b15-a0323798fe11 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:43:40.795204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Request body: {'subnet': {'network_id': 'b989721a-1500-4640-9b15-a0323798fe11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057409881-subnet', 'tenant_id': '752057e647214593a83386e48ef86573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:40.804804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:40.810645 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Usage tracker for resource:subnet and tenant:752057e647214593a83386e48ef86573 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:40.815739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:40.826839 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:40.841759 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Made reservation on behalf of 752057e647214593a83386e48ef86573 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:40.849157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3424171'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.898062 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Network b989721a-1500-4640-9b15-a0323798fe11 details requested by agent ovs-agent-dv-cinder-760197-3-smb with host dv-cinder-760197-3-smb {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:43:41.163841 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 2, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:41.169273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68751-974e-4ed7-9b8d-5807c4ec1c54 None None] The sync data for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb is: [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 2, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:43:41.311802 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2394525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3424186'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:41.337411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:41.467513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:41.471501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:41.582514 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Checking segment: {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:41.583425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Network hostable DHCP agents. Network: b989721a-1500-4640-9b15-a0323798fe11, hostable agents: ['d831c7c7-bf91-4ecd-b33b-af7f8970226b'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:43:41.609654 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Network b989721a-1500-4640-9b15-a0323798fe11 is scheduled to be hosted by DHCP agent d831c7c7-bf91-4ecd-b33b-af7f8970226b with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:43:41.624897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-smb, b989721a-1500-4640-9b15-a0323798fe11) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:41.644499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:41.644662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cff8dd-b871-4df5-b6be-8ba6922d7be1 None None] Network b989721a-1500-4640-9b15-a0323798fe11 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:43:41.644754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:41.729341 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-bc46304b-6bef-4756-9de0-e7ea5b3b3d60 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9466853 Feb 17 04:43:42.396635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351c63b-985a-4353-8a4f-662c87772e62 None None] Network b989721a-1500-4640-9b15-a0323798fe11 requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:43:43.003939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:43.122068 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:43.133155 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:43.133552 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.298204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.317828 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:43.325323 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.327411 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-73477b6b-6d56-4181-9818-2cc714194dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:43.420203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:43.425454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:44.377355 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-8d1b86b3-25d9-4cc4-b414-5df6c767f3f1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.379204 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-8d1b86b3-25d9-4cc4-b414-5df6c767f3f1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 809 time: 0.1922240 Feb 17 04:43:44.402734 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-833dfdec-d9b5-4a68-b0cd-25463e13cd37 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/quotas/752057e647214593a83386e48ef86573 HTTP/1.1" status: 200 len: 375 time: 0.0144103 Feb 17 04:43:44.471945 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-2012708b-eac5-43fb-ae6c-54b7154e8201 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626159 Feb 17 04:43:44.654281 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-7a5e56d4-92c1-4e7e-8840-c1fe5712bf4f service neutron] 10.222.0.47 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643119 Feb 17 04:43:44.839331 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-be0a2850-cc5d-42de-b461-4adc314cfc1b service neutron] 10.222.0.47 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1759918 Feb 17 04:43:44.966027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:45.118464 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:45.118885 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:45.177347 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-07558968-3fe1-48fd-ab1f-81a0cba81fa4 req-b2b39a56-9824-4049-8940-525b0e72ccf8 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 210 time: 0.1147566 Feb 17 04:43:45.224918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Sync routers for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:45.236434 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:45.237082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:45.474382 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:46.064997 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 2, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:46.082036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Checking router: 55f96eb2-362e-4944-a364-48a14d1d8730 for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:46.082680 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Updating router 55f96eb2-362e-4944-a364-48a14d1d8730 port 499b06ec-8de7-4163-8ac7-a63304917fe1 binding host dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:43:46.161193 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:46.392666 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4b77ae3d-b061-45c1-bc3b-613ad5f10450 req-3e697dce-a73f-4191-90b0-f51aac31e738 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 210 time: 0.0666442 Feb 17 04:43:46.681619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:46.706719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Transition to ACTIVE for port object 499b06ec-8de7-4163-8ac7-a63304917fe1 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:46.709143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:46.743102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3234403e-4a13-4963-adde-6d591a34addb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:46.945267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-e08b96bd-e2a3-4cb8-96ff-e10f659bd92a tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.946881 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-e08b96bd-e2a3-4cb8-96ff-e10f659bd92a tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 809 time: 0.2190416 Feb 17 04:43:46.957519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Pushing event updated for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:46.960888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Request body: {'port': {'device_id': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11', 'admin_state_up': True, 'tenant_id': '752057e647214593a83386e48ef86573'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:46.986432 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.986784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.987159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.987521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.988360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.988360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.988543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.988895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.993488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.993882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.994260 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.994610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.995010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.995368 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.995721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.996077 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.996425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.996788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.997152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.997497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.997852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.998259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.998616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:46.998959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:47.006308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:47.224066 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Attempting to bind port 499b06ec-8de7-4163-8ac7-a63304917fe1 on host dv-cinder-760197-3-smb for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:47.224578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Attempting to bind port 499b06ec-8de7-4163-8ac7-a63304917fe1 by drivers openvswitch on host dv-cinder-760197-3-smb at level 0 using segments [{'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:47.225766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Attempting to bind port 499b06ec-8de7-4163-8ac7-a63304917fe1 on network 444cebb9-7f65-4024-b0b1-7c182384e83e {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:47.233614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Checking agent: {'id': '4f713230-dfbb-4921-885c-183dbf51473b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 8), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:47.234079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Checking segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:47.235376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.236005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Bound using segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:47.236711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Bound port: 499b06ec-8de7-4163-8ac7-a63304917fe1, host: dv-cinder-760197-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:47.237160 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.240749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:47.245649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Usage tracker for resource:port and tenant:752057e647214593a83386e48ef86573 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:47.249181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:47.255957 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:47.274844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Made reservation on behalf of 752057e647214593a83386e48ef86573 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:47.284777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.355525 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] For port 499b06ec-8de7-4163-8ac7-a63304917fe1, host dv-cinder-760197-3-smb, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:47.359058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] For port 499b06ec-8de7-4163-8ac7-a63304917fe1, host dv-cinder-760197-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=499b06ec-8de7-4163-8ac7-a63304917fe1,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:47.364180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.508588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:47.599659 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Pushing event updated for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:47.604787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b710e71c-33e8-49c8-be86-463e9f0e55af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:47.621458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:47.622120 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:43:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:47.668891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Allocated IP 172.20.0.6 (b989721a-1500-4640-9b15-a0323798fe11/efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0/6f68a34b-470f-426d-8b02-f9da50d7003c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:47.877074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:47.913472 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-448f27b3-9763-489f-a87c-a5d50a088c0d req-ebd1fbaf-098f-44a7-8864-506738794c92 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 210 time: 0.0735927 Feb 17 04:43:48.294829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.323744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:47Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:48.330530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c664e4-1fb4-470a-b121-dfb9f143bfd1 None None] The sync data for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb is: [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:47Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:43:48.333035 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.420338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0d20e358-dd2e-4f0e-b96c-6f48c2292b79 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:48.556413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Pushing event updated for resources: {'Port': ['ID=6f68a34b-470f-426d-8b02-f9da50d7003c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:48.567176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Network b989721a-1500-4640-9b15-a0323798fe11 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.571908 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.572305 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.572707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.573168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.573608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.574091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.574559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.574981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.575381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.575786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.576181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.576576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.577000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.577388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.577815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.578689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.579248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.583380 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:48.585399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:48.586269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:48.671247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:48.672116 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.699535 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-61c29474-9485-449b-bb64-4e02c8a259d2 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7431519 Feb 17 04:43:48.715297 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Request body: {'port': {'device_id': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:48.882204 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.989782 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 499b06ec-8de7-4163-8ac7-a63304917fe1 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:49.093966 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning for port 499b06ec-8de7-4163-8ac7-a63304917fe1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:49.106948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 499b06ec-8de7-4163-8ac7-a63304917fe1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:49.107628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:49.281960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:49.293688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e3c8-a71b-4f6c-ba12-bd4ceb6c2188 req-2427dd81-54d6-44ef-9de1-987749d050d9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:49.294647 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f0a2e3c8-a71b-4f6c-ba12-bd4ceb6c2188 req-2427dd81-54d6-44ef-9de1-987749d050d9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Synchronizing usage tracker for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:49.326681 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] For port 499b06ec-8de7-4163-8ac7-a63304917fe1, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=499b06ec-8de7-4163-8ac7-a63304917fe1,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:49.332631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:49.334813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:49.427511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Pushing event updated for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:49.432986 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-f0a2e3c8-a71b-4f6c-ba12-bd4ceb6c2188 req-2427dd81-54d6-44ef-9de1-987749d050d9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Unset dirty status for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:49.441787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:49.443376 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f0a2e3c8-a71b-4f6c-ba12-bd4ceb6c2188 req-2427dd81-54d6-44ef-9de1-987749d050d9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 931 time: 0.3745472 Feb 17 04:43:49.538135 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f0a2e3c8-a71b-4f6c-ba12-bd4ceb6c2188 req-a4b56d72-a3bb-42fe-a8d7-dc86f39f06fa tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936890 Feb 17 04:43:49.635851 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f68a34b-470f-426d-8b02-f9da50d7003c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:43:49.645180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:49.659443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Transition to ACTIVE for port object 6f68a34b-470f-426d-8b02-f9da50d7003c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:49.662918 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:49.681522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-395e5736-f2bf-4161-84fc-85f64bd91423 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:49.821669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Pushing event updated for resources: {'Port': ['ID=6f68a34b-470f-426d-8b02-f9da50d7003c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:49.827857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:50.033559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Attempting to bind port 6f68a34b-470f-426d-8b02-f9da50d7003c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:50.033559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Attempting to bind port 6f68a34b-470f-426d-8b02-f9da50d7003c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:50.033559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Attempting to bind port 6f68a34b-470f-426d-8b02-f9da50d7003c on network b989721a-1500-4640-9b15-a0323798fe11 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:50.034829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:50.034829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Checking segment: {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:50.035261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.035762 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Bound using segment: {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:50.036326 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Bound port: 6f68a34b-470f-426d-8b02-f9da50d7003c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:50.037298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.171416 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] For port 6f68a34b-470f-426d-8b02-f9da50d7003c, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:50.174726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] For port 6f68a34b-470f-426d-8b02-f9da50d7003c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6f68a34b-470f-426d-8b02-f9da50d7003c,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:50.180074 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.198842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-48fef438-da73-4b73-9938-42e26a35adac tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:50.363131 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Pushing event updated for resources: {'Port': ['ID=6f68a34b-470f-426d-8b02-f9da50d7003c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:50.366738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:50.411846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.412208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.413795 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b58088dd-8342-4214-9653-029d25e89663 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f68a34b-470f-426d-8b02-f9da50d7003c HTTP/1.1" status: 200 len: 1157 time: 1.7041793 Feb 17 04:43:50.422519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:50.505944 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c', 'status': 'completed', 'code': 200} Feb 17 04:43:50.551557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-45102997-4fe7-4298-aae5-f5331ea18ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.560705 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-45102997-4fe7-4298-aae5-f5331ea18ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 1160 time: 0.0921483 Feb 17 04:43:50.644593 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-5ae2d616-afb1-4969-bd5c-50b9fe326782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f68a34b-470f-426d-8b02-f9da50d7003c HTTP/1.1" status: 200 len: 217 time: 0.0826197 Feb 17 04:43:50.777258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b1216877-477f-4cd3-9a56-9dfa9d5ee642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.778928 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b1216877-477f-4cd3-9a56-9dfa9d5ee642 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 HTTP/1.1" status: 200 len: 849 time: 0.1272693 Feb 17 04:43:50.857847 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-b4d34c25-e3b8-4738-89ca-16f1f5c9511a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b989721a-1500-4640-9b15-a0323798fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615168 Feb 17 04:43:50.860376 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d466b5-f2a3-4ab7-b8bd-a04d6ff1ae7c req-42f8ba08-eb57-4468-bf5f-a776e10d218e tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.862018 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e9d466b5-f2a3-4ab7-b8bd-a04d6ff1ae7c req-42f8ba08-eb57-4468-bf5f-a776e10d218e tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 943 time: 0.1704907 Feb 17 04:43:50.955448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 499b06ec-8de7-4163-8ac7-a63304917fe1 up at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:51.001810 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e9d466b5-f2a3-4ab7-b8bd-a04d6ff1ae7c req-cafef7ff-0853-4dbe-87d0-f1e91d14d1a5 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170926 Feb 17 04:43:51.044818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Provisioning complete for port 499b06ec-8de7-4163-8ac7-a63304917fe1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:51.045378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.057498 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-16fe71e8-de1f-4cf9-a5b6-1793441750cf service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944106 Feb 17 04:43:51.280147 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5f3365fe-4ccf-4d95-a41f-86986a97ff74 req-e4e48a6d-5cca-4e15-8204-7bcd355da503 service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2101171 Feb 17 04:43:51.425582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-8636d574-e2d6-47b1-81cb-5c7125a005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.427252 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-8636d574-e2d6-47b1-81cb-5c7125a005ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 1160 time: 0.0941510 Feb 17 04:43:51.589027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-e69ef970-dc94-467a-b3c5-0941667ede18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.590628 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-e69ef970-dc94-467a-b3c5-0941667ede18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 903 time: 0.1533263 Feb 17 04:43:51.666424 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-25a7758d-5eab-4046-b8ec-2c9e3af4f69c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f68a34b-470f-426d-8b02-f9da50d7003c HTTP/1.1" status: 200 len: 217 time: 0.0677221 Feb 17 04:43:51.742121 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-fbd1a022-4e81-476e-afc5-313c01c4e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.744026 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-fbd1a022-4e81-476e-afc5-313c01c4e94a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 HTTP/1.1" status: 200 len: 849 time: 0.0705829 Feb 17 04:43:51.805468 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-b6e51d41-fb69-4d6f-90bf-05c609cda104 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b989721a-1500-4640-9b15-a0323798fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531485 Feb 17 04:43:52.061608 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-ff3d2116-fe6b-4752-9ca1-97f7e3d5de84 service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479525 Feb 17 04:43:52.263790 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-4efc7be5-7898-4b75-b403-91a01dc0333a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:52.264460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-4efc7be5-7898-4b75-b403-91a01dc0333a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:52.567734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-4efc7be5-7898-4b75-b403-91a01dc0333a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:52.569013 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-4efc7be5-7898-4b75-b403-91a01dc0333a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 814 time: 0.6355400 Feb 17 04:43:52.574739 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-36113b22-7363-4d10-b8d2-a21a61cf322a req-1ca205ab-e5b8-424b-bc46-6aa374ec875f service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5000272 Feb 17 04:43:52.599772 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463adc0-ce36-4f0a-9229-189bc5f645c9 req-d60db1da-6fda-4487-a6b1-46e2980ec497 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:52.601395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6463adc0-ce36-4f0a-9229-189bc5f645c9 req-d60db1da-6fda-4487-a6b1-46e2980ec497 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 943 time: 0.4348462 Feb 17 04:43:52.604364 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-fa2ebb17-0d6a-4d5e-8b16-bd4e3b2f702f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/quotas/1711843f8de5403fa8e8c80e71cf132c HTTP/1.1" status: 200 len: 375 time: 0.0223835 Feb 17 04:43:52.638078 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-5376c064-24ff-4061-a595-19b6fa324d9b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:43:52.710810 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6463adc0-ce36-4f0a-9229-189bc5f645c9 req-c490cb55-cae2-4399-beb9-faf733147c58 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Feb 17 04:43:52.733842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-d5bd332a-9d11-469e-b3a5-1174dc2a788b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:52.751584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-d5bd332a-9d11-469e-b3a5-1174dc2a788b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:52.753101 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-d5bd332a-9d11-469e-b3a5-1174dc2a788b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425073 Feb 17 04:43:52.905692 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-387ac827-5c1f-4134-b876-f84bf76ae474 service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395574 Feb 17 04:43:52.963199 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 6f68a34b-470f-426d-8b02-f9da50d7003c up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:53.034952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 6f68a34b-470f-426d-8b02-f9da50d7003c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:53.039846 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 6f68a34b-470f-426d-8b02-f9da50d7003c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:53.040259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.051425 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-27e76837-8294-4ad1-a0ad-4f0fb46f3076 service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393085 Feb 17 04:43:53.166983 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.198761 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:53.209261 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 6f68a34b-470f-426d-8b02-f9da50d7003c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6f68a34b-470f-426d-8b02-f9da50d7003c,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:53.214666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.217006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:53.263719 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3c9ab715-93db-46eb-baf0-5228281d17d3 req-02149b79-edbf-462f-9c38-d8ec18f0f55c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 210 time: 0.0635314 Feb 17 04:43:53.266265 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c', 'code': 200} Feb 17 04:43:53.296102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=6f68a34b-470f-426d-8b02-f9da50d7003c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:53.300104 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:53.511508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695d073-84e9-48e4-9240-5238e804e9d2 req-3f37bfa5-31c1-4687-800c-edc51cf3fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:53.513379 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5695d073-84e9-48e4-9240-5238e804e9d2 req-3f37bfa5-31c1-4687-800c-edc51cf3fa51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 1162 time: 0.0805130 Feb 17 04:43:53.559886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-5695d073-84e9-48e4-9240-5238e804e9d2 req-5cbf5382-c4a7-4c18-aee4-631bd57d67fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Feb 17 04:43:53.938289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f59a0-1113-4e1b-8af8-fb073afaaa09 req-6f48da21-f41a-44d8-88cf-53a5f617bd33 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:53.939962 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2f0f59a0-1113-4e1b-8af8-fb073afaaa09 req-6f48da21-f41a-44d8-88cf-53a5f617bd33 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1007373 Feb 17 04:43:53.990701 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2f0f59a0-1113-4e1b-8af8-fb073afaaa09 req-e73ea8f4-2501-4185-811e-d3d6a759c7fd tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Feb 17 04:43:54.462478 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b89fc729-8a30-40e5-955e-1bdb7e1255a8 req-bd37274b-3218-45bf-bd23-34f679931cbf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 210 time: 0.0800173 Feb 17 04:43:54.600787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 6f68a34b-470f-426d-8b02-f9da50d7003c up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:54.641095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-732ad0dd-0e2b-45f9-86ee-9f0829d11c5b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:54.642767 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-732ad0dd-0e2b-45f9-86ee-9f0829d11c5b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 814 time: 0.2166176 Feb 17 04:43:54.660852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'port': {'device_id': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'admin_state_up': True, 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:54.689205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 6f68a34b-470f-426d-8b02-f9da50d7003c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:54.689613 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:54.842913 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:54.857581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:54.870381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Made reservation on behalf of 1711843f8de5403fa8e8c80e71cf132c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:54.877220 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:55.327450 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1a80b-6c88-42ff-8a8a-7d31849cc460 req-af7de520-22ec-418e-b0e1-59e58b28a6b4 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:55.335743 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-03b1a80b-6c88-42ff-8a8a-7d31849cc460 req-af7de520-22ec-418e-b0e1-59e58b28a6b4 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.2198372 Feb 17 04:43:55.356886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Allocated IP 172.20.0.5 (444cebb9-7f65-4024-b0b1-7c182384e83e/cc46af4f-5910-44d7-b581-0079e4882d02/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:55.416031 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-03b1a80b-6c88-42ff-8a8a-7d31849cc460 req-d6e68e4c-0a52-43a6-a1c4-76f65d7935dc tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791123 Feb 17 04:43:55.688104 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3df6a6e6-1698-4cb1-9deb-4b52a13ec2e0 req-399cf3af-d67e-4b22-9e0d-4b3870b628b1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 210 time: 0.0680234 Feb 17 04:43:55.691257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:55.715115 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Transition to ACTIVE for port object 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:55.744574 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:55.767339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:55.924408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:55.929294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:55.998512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Network 444cebb9-7f65-4024-b0b1-7c182384e83e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:56.000414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:56.003082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:56.090877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:56.094292 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:56.135054 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-289ea07f-f55d-4d27-b77b-5c93136aa09a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4806666 Feb 17 04:43:56.321643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-23edb168-4853-4ee7-b3e4-9b16e15168fd None None] Provisioning for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:56.330012 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-23edb168-4853-4ee7-b3e4-9b16e15168fd None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:56.330698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-23edb168-4853-4ee7-b3e4-9b16e15168fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:56.398264 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-23edb168-4853-4ee7-b3e4-9b16e15168fd None None] Port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:43:56.726843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e149-9afb-4797-afae-995c9a839576 req-194952dc-9d4d-4312-9af0-ca1aedf90279 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:56.728645 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-50f6e149-9afb-4797-afae-995c9a839576 req-194952dc-9d4d-4312-9af0-ca1aedf90279 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.0986664 Feb 17 04:43:56.793034 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-50f6e149-9afb-4797-afae-995c9a839576 req-6986d350-98cb-4f54-a13c-f7a7016bd621 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 Feb 17 04:43:56.931545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16403001-a0c6-4eaa-ab89-28403d24647b req-187f5f2f-2791-4894-ae49-1e1a6c99398c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:56.932340 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-16403001-a0c6-4eaa-ab89-28403d24647b req-187f5f2f-2791-4894-ae49-1e1a6c99398c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:56.949034 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-16403001-a0c6-4eaa-ab89-28403d24647b req-187f5f2f-2791-4894-ae49-1e1a6c99398c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:56.950380 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-16403001-a0c6-4eaa-ab89-28403d24647b req-187f5f2f-2791-4894-ae49-1e1a6c99398c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.1191726 Feb 17 04:43:57.000973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-16403001-a0c6-4eaa-ab89-28403d24647b req-2f80c64d-3ed8-48cc-8fdf-501d02336b75 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:57.020577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-16403001-a0c6-4eaa-ab89-28403d24647b req-2f80c64d-3ed8-48cc-8fdf-501d02336b75 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:57.021883 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-16403001-a0c6-4eaa-ab89-28403d24647b req-2f80c64d-3ed8-48cc-8fdf-501d02336b75 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640678 Feb 17 04:43:57.998836 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921147-9b8c-40f3-968d-e73178ec72ba req-d10d483c-4302-4030-98af-9f6c2e5a7fec tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:58.001068 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-32921147-9b8c-40f3-968d-e73178ec72ba req-d10d483c-4302-4030-98af-9f6c2e5a7fec tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.0909472 Feb 17 04:43:58.064314 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-32921147-9b8c-40f3-968d-e73178ec72ba req-d27f9c9c-08ba-45a6-8721-5ca11580d67c tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559742 Feb 17 04:43:58.287806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0786-e32f-4820-9a3c-30631e0d6cd6 req-9aeef1af-2e9f-46aa-84fe-a06aa172cc4d tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:58.289621 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-562a0786-e32f-4820-9a3c-30631e0d6cd6 req-9aeef1af-2e9f-46aa-84fe-a06aa172cc4d tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.0946641 Feb 17 04:43:58.357540 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-562a0786-e32f-4820-9a3c-30631e0d6cd6 req-0208788b-e351-46e6-b00c-d63bf6ab636a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585182 Feb 17 04:43:59.246610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:59.286570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7e91-5948-4d4a-9fc7-2d9966c6ebb1 req-713ac994-ac21-4502-90c0-885d567bbb81 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.288236 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a6d7e91-5948-4d4a-9fc7-2d9966c6ebb1 req-713ac994-ac21-4502-90c0-885d567bbb81 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.0937729 Feb 17 04:43:59.343487 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-7a6d7e91-5948-4d4a-9fc7-2d9966c6ebb1 req-2273e287-d132-402a-9c5e-1f0a62440e7c tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Feb 17 04:43:59.576497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514c042-7292-418f-b8f4-49c062a398c4 req-eecf10b5-4a21-4437-81df-b6b2d4c84344 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.579346 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8514c042-7292-418f-b8f4-49c062a398c4 req-eecf10b5-4a21-4437-81df-b6b2d4c84344 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.1022208 Feb 17 04:43:59.634300 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8514c042-7292-418f-b8f4-49c062a398c4 req-e1a0ef1f-b499-412e-9b07-43e2bfe00812 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Feb 17 04:44:00.590480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3e86b-372f-4268-9780-d049fb83c248 req-bf7de54b-2035-47ba-9f7f-e6c8b2d6e6dc tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:00.592201 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8ec3e86b-372f-4268-9780-d049fb83c248 req-bf7de54b-2035-47ba-9f7f-e6c8b2d6e6dc tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1255784 Feb 17 04:44:00.644818 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8ec3e86b-372f-4268-9780-d049fb83c248 req-634b18a8-f9dc-4bbc-b1cc-0dabdc43f2a9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Feb 17 04:44:00.851202 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a720817-05f9-48ef-8f7d-06d7c54e04fc req-f67932df-9885-4560-adf5-2b098eb2dbb4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:00.852935 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a720817-05f9-48ef-8f7d-06d7c54e04fc req-f67932df-9885-4560-adf5-2b098eb2dbb4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.0923615 Feb 17 04:44:00.905328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3a720817-05f9-48ef-8f7d-06d7c54e04fc req-bd79acb2-64b0-4ebb-8f66-a44eaa1a7a14 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Feb 17 04:44:01.879594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cc5d0-b227-46c9-bc88-2cfd2a7844f8 req-db603e1d-16e2-44a7-862c-631ac2746d20 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:01.881815 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-eb0cc5d0-b227-46c9-bc88-2cfd2a7844f8 req-db603e1d-16e2-44a7-862c-631ac2746d20 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1158395 Feb 17 04:44:01.938886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-eb0cc5d0-b227-46c9-bc88-2cfd2a7844f8 req-aa3c3cce-f28a-41ee-940a-354790b59d09 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502107 Feb 17 04:44:02.148274 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8218139-90cc-4602-bb53-2c6d7e55669e req-a630468e-56a2-4e3e-b3b0-f0626f457934 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:02.150022 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a8218139-90cc-4602-bb53-2c6d7e55669e req-a630468e-56a2-4e3e-b3b0-f0626f457934 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.1040761 Feb 17 04:44:02.210013 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a8218139-90cc-4602-bb53-2c6d7e55669e req-10c8491b-032c-4109-b286-a5c47529a8b8 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Feb 17 04:44:02.413354 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.184500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d33db-c258-4d66-86dc-c512f7630221 req-84657635-6755-4b0e-b8da-76f58fe34eef tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:03.186250 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-452d33db-c258-4d66-86dc-c512f7630221 req-84657635-6755-4b0e-b8da-76f58fe34eef tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1143107 Feb 17 04:44:03.243345 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-452d33db-c258-4d66-86dc-c512f7630221 req-9dc3d886-1387-4d7b-ac09-a41b8293137a tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 Feb 17 04:44:03.464684 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3a3c2-4424-4e07-9c1f-936a6a90fa43 req-ae4d0faf-a674-47bb-8a05-2476c135f958 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:03.466612 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0f3a3c2-4424-4e07-9c1f-936a6a90fa43 req-ae4d0faf-a674-47bb-8a05-2476c135f958 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.0985391 Feb 17 04:44:03.519972 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0f3a3c2-4424-4e07-9c1f-936a6a90fa43 req-a36ef67d-69a7-4a9a-bc6c-b51e14433bcb tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Feb 17 04:44:04.295721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0875fc26-b8bd-4f0d-9d8a-c607ac3ffac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.477807 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2156a-723f-4cc9-8fa1-8061e5c59041 req-c3522b59-f811-47e0-b87d-5518f1a3cd7c tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:04.479383 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c2b2156a-723f-4cc9-8fa1-8061e5c59041 req-c3522b59-f811-47e0-b87d-5518f1a3cd7c tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.0963614 Feb 17 04:44:04.533648 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c2b2156a-723f-4cc9-8fa1-8061e5c59041 req-5fe2ede9-513e-4184-a5bb-123d333c607b tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Feb 17 04:44:04.743910 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56039e-9031-4c10-a82d-8cc913d1821c req-31381ccf-3978-42f7-966c-2c09cc2df809 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:04.745495 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dc56039e-9031-4c10-a82d-8cc913d1821c req-31381ccf-3978-42f7-966c-2c09cc2df809 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 931 time: 0.0941765 Feb 17 04:44:04.798767 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-dc56039e-9031-4c10-a82d-8cc913d1821c req-4d23a05e-55d5-4aab-b82a-ce9aabc5089e tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Feb 17 04:44:05.146119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Request body: {'port': {'device_id': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:05.291706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.840236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:44:05.851252 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f98ca-131d-4462-8bf3-14d35a057ceb req-877b8463-d74a-4cd5-ba4b-fcd0fd0a10a1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:05.852897 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c93f98ca-131d-4462-8bf3-14d35a057ceb req-877b8463-d74a-4cd5-ba4b-fcd0fd0a10a1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1743596 Feb 17 04:44:05.857458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.892125 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Transition to ACTIVE for port object 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:44:05.903195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.922842 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0785f70e-5b70-44e0-8c36-6057ca68b303 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:06.300451 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c93f98ca-131d-4462-8bf3-14d35a057ceb req-236eb6ff-7fb7-4788-861b-fa35d2add8e3 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391770 Feb 17 04:44:06.350923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:06.354673 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:06.501536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7b4a5-7472-473a-a1cc-97270cfd8ad0 req-c227f310-0a54-4f95-9e42-c8e14f920809 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:06.503246 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-92d7b4a5-7472-473a-a1cc-97270cfd8ad0 req-c227f310-0a54-4f95-9e42-c8e14f920809 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 943 time: 0.5489824 Feb 17 04:44:06.616814 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-92d7b4a5-7472-473a-a1cc-97270cfd8ad0 req-1aee2999-eaf7-43b0-b696-90926b2a09a8 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836880 Feb 17 04:44:06.625105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Attempting to bind port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:44:06.625487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Attempting to bind port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:44:06.625852 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Attempting to bind port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a on network 444cebb9-7f65-4024-b0b1-7c182384e83e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:44:06.632480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:44:06.632944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Checking segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:44:06.633293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.633685 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Bound using segment: {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:44:06.634164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Bound port: 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a26b8f-eef6-430b-84c0-dcdb4fab9927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:44:06.634536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.746510 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:44:06.751585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:44:06.755747 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.770726 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d1c4653d-f19b-49bd-a801-7948e0c34c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:06.907244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7f320fa0-05bd-47d5-b188-0bb577c06ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.978821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:06.982410 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:07.050471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-3b683a2a-4994-4172-81a2-f2fcd68d5889 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:07.052043 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-3b683a2a-4994-4172-81a2-f2fcd68d5889 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.1776958 Feb 17 04:44:07.058363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:07.059147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.060538 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] 10.222.0.41 "PUT /v2.0/ports/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1157 time: 1.9201818 Feb 17 04:44:07.063070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:07.164485 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:44:07.207812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Deleting port 6f68a34b-470f-426d-8b02-f9da50d7003c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:07.208207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.326232 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-1acd0a2a-e0ab-4b90-9edc-98baf4ae56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:07.328001 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-1acd0a2a-e0ab-4b90-9edc-98baf4ae56a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1160 time: 0.2167337 Feb 17 04:44:07.410911 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-b0d5743a-ef7f-45e5-bc0b-e20537f5a642 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 217 time: 0.0742104 Feb 17 04:44:07.566107 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.638015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-5d6e92ee-7025-468c-9d9e-010b24f70175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:07.639609 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-5d6e92ee-7025-468c-9d9e-010b24f70175 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.2213495 Feb 17 04:44:07.800756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] For port 6f68a34b-470f-426d-8b02-f9da50d7003c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6f68a34b-470f-426d-8b02-f9da50d7003c,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:07.801187 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.819925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2cc17-8119-4434-84b0-029df123d37a req-84df8200-f9a2-4155-b8d7-85794e6e5bd6 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:07.821540 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71a2cc17-8119-4434-84b0-029df123d37a req-84df8200-f9a2-4155-b8d7-85794e6e5bd6 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 945 time: 0.4044952 Feb 17 04:44:07.975843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Calling delete_port for 6f68a34b-470f-426d-8b02-f9da50d7003c owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:08.090679 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-c3a6d61b-a760-4275-8942-ff2e821a2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.092255 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-c3a6d61b-a760-4275-8942-ff2e821a2f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4431534 Feb 17 04:44:08.110455 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-71a2cc17-8119-4434-84b0-029df123d37a req-8bb713ee-7d03-4cbb-8b7d-0cbec22e692e tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775314 Feb 17 04:44:08.205438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41899bb9-9038-4d5a-8143-27882e80b757 req-f0be877b-2e0c-4443-96ef-1a7fa4ce8f8d tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.207979 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41899bb9-9038-4d5a-8143-27882e80b757 req-f0be877b-2e0c-4443-96ef-1a7fa4ce8f8d tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 943 time: 0.4552453 Feb 17 04:44:08.353389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:08.417089 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-41899bb9-9038-4d5a-8143-27882e80b757 req-3eacf311-4a0a-4ad3-a0b4-1fef24557a4f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007024 Feb 17 04:44:08.448037 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-7a3079b5-e5d6-4291-96d5-9da0182afcac service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353240 Feb 17 04:44:08.633300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:08.660560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 6f68a34b-470f-426d-8b02-f9da50d7003c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:08.703576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: 6f68a34b-470f-426d-8b02-f9da50d7003c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:08.703970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 6f68a34b-470f-426d-8b02-f9da50d7003c not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:08.784455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:08.795790 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-772e1fbb-683f-4c2b-a15d-cda12baaf46b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5366914 Feb 17 04:44:08.811362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-81cc5380-ba38-4c9d-ac01-e20121ed7f28 tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:08.954526 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Pushing event deleted for resources: {'Port': ['ID=6f68a34b-470f-426d-8b02-f9da50d7003c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:08.975749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:09.039906 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ad0f9b54-afda-4969-83d7-b05fe22540ad req-2987517f-2588-425e-834e-0f2e36af893f service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5837004 Feb 17 04:44:09.094723 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-8040cc15-813d-4ef1-a807-fd3176af494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.096370 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-8040cc15-813d-4ef1-a807-fd3176af494d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.1912026 Feb 17 04:44:09.326454 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] No DVR routers for this DVR port 6f68a34b-470f-426d-8b02-f9da50d7003c on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:09.336256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:09.347090 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'name': 'network-vif-deleted', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:09.360073 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e222b92d-d55c-4df5-b3f3-b61a6bebb9bd req-bd343928-9897-4242-b431-82d2aad47921 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee233c-703e-4018-bd12-ed3fddd4df3f HTTP/1.1" status: 200 len: 210 time: 0.0817797 Feb 17 04:44:09.389784 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d2eac346-ff38-4088-bc4e-3b5fca2fb810 req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "DELETE /v2.0/ports/6f68a34b-470f-426d-8b02-f9da50d7003c HTTP/1.1" status: 204 len: 173 time: 2.3281434 Feb 17 04:44:09.420882 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee233c-703e-4018-bd12-ed3fddd4df3f', 'name': 'network-vif-deleted', 'tag': '6f68a34b-470f-426d-8b02-f9da50d7003c', 'status': 'completed', 'code': 200} Feb 17 04:44:09.434748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-98040350-b2cd-44cb-91b9-5a59f34c7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.436473 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-98040350-b2cd-44cb-91b9-5a59f34c7520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1160 time: 0.3390887 Feb 17 04:44:09.437793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-40219669-06a7-4d38-ab12-20439cccb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.439264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-40219669-06a7-4d38-ab12-20439cccb37e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.2986150 Feb 17 04:44:09.720183 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-4aea70d1-e04d-4aef-8549-c0b3ecd9e5e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 1000 time: 0.2577398 Feb 17 04:44:09.827891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-1a4e0efb-9bb2-45d7-b017-63ac3b0cd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.829740 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-1a4e0efb-9bb2-45d7-b017-63ac3b0cd388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.3116784 Feb 17 04:44:09.916686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ca19-0d95-4a6b-aaa1-ab031b5e4f1f req-62063cbb-3261-4d56-a622-fa04aa66fbe4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.918390 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b30ca19-0d95-4a6b-aaa1-ab031b5e4f1f req-62063cbb-3261-4d56-a622-fa04aa66fbe4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 943 time: 0.3696511 Feb 17 04:44:09.927896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-7f177b78-273b-4ffd-9644-82c59f5974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.929516 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-7f177b78-273b-4ffd-9644-82c59f5974ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.2013872 Feb 17 04:44:09.932264 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-ebd5a924-bd81-4fef-9593-5a6bbf004ac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 217 time: 0.0897293 Feb 17 04:44:10.085523 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3b30ca19-0d95-4a6b-aaa1-ab031b5e4f1f req-dcf6f11c-fc6c-4356-958c-e773bf2722b1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547322 Feb 17 04:44:10.098159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-b31b3310-dddf-4215-85bc-0591a19b4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:10.099781 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-b31b3310-dddf-4215-85bc-0591a19b4ad9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.1520185 Feb 17 04:44:10.167605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-de7fb589-dcad-454d-9343-691d1978af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:10.169664 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-de7fb589-dcad-454d-9343-691d1978af27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2205851 Feb 17 04:44:10.319186 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-a426bfac-3dd5-444c-98e5-f2502df42332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:10.320837 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-a426bfac-3dd5-444c-98e5-f2502df42332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2138174 Feb 17 04:44:10.422521 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-b777a8af-ae2c-4998-8ba7-05620880badc service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445145 Feb 17 04:44:10.620473 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-c837df48-0c10-40af-9e71-62bcb41198ad service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915399 Feb 17 04:44:10.761041 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.objects.ports [None req-c5b85847-add1-47aa-8988-0343ed94cab2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84042) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:44:10.799926 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-67a918b4-decc-4bf1-bc03-9ad2ee258ad5 req-612eefa9-af09-40a4-8a30-f2395e3347c2 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3685839 Feb 17 04:44:10.896103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e709bcc3-f795-448f-ba3b-e2cd0884cece tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:10.897748 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e709bcc3-f795-448f-ba3b-e2cd0884cece tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 809 time: 0.3058131 Feb 17 04:44:10.903333 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01644429-0f3f-43b8-8eb8-4e73297640bf req-f71a5a8b-c932-43fe-89ce-390bc7cd735c service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167280 Feb 17 04:44:10.915117 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-4df402bf-c870-468f-94e5-0f9a05c50731 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/quotas/752057e647214593a83386e48ef86573 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Feb 17 04:44:10.978158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-61237b45-7a89-4ec7-bd6a-ce7878f78c03 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Synchronizing usage tracker for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:10.993428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-61237b45-7a89-4ec7-bd6a-ce7878f78c03 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Unset dirty status for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:10.994839 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-61237b45-7a89-4ec7-bd6a-ce7878f78c03 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716324 Feb 17 04:44:11.090205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:11.166448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:44:11.172987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:11.173598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.310862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.340907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:11.352092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:11.355239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.357271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-716953dd-f622-4411-81e3-be9b1fb0e2cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:11.382177 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-7aa946c4-2613-4097-aef1-b0d71d333bd0 service neutron] 10.222.0.47 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795171 Feb 17 04:44:11.430587 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:11.438631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.439015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.439393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.439763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.440132 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.440496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.440947 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.441256 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.441616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.441975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.442332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.442689 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.443133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.443426 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.443749 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.444105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.444463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.444818 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.445196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.445548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.445902 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.446253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.446606 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.446961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:11.451349 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:11.589649 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874f06-edf7-409b-8f44-1da5a53ae0bc req-40779b93-ecc5-4d2a-9362-dd11283a3afe tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:11.591313 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6c874f06-edf7-409b-8f44-1da5a53ae0bc req-40779b93-ecc5-4d2a-9362-dd11283a3afe tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.2125075 Feb 17 04:44:11.595695 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-736f817f-6fd0-4f36-bd54-d47ad5525927 service neutron] 10.222.0.47 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1722186 Feb 17 04:44:11.639313 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6c874f06-edf7-409b-8f44-1da5a53ae0bc req-d124cfc7-3f39-46cf-82d1-2d058387ed42 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Feb 17 04:44:11.696021 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'code': 200} Feb 17 04:44:11.802441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2f793435-93b1-4281-a248-ca2999aff75d req-4ee11e81-c356-484d-93ae-f106ff793908 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0572832 Feb 17 04:44:11.944221 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4284cc-21fe-45e7-9d3f-b490cd3b203d req-87d3fcaa-9227-4d93-99a7-579108bad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:11.949833 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f4284cc-21fe-45e7-9d3f-b490cd3b203d req-87d3fcaa-9227-4d93-99a7-579108bad31d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1162 time: 0.0771658 Feb 17 04:44:11.992406 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3f4284cc-21fe-45e7-9d3f-b490cd3b203d req-c62e4013-ea9d-430b-88f7-b22f1fc435b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Feb 17 04:44:12.710858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:12.794826 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:12.795427 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:13.057199 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce951d-3d9d-4cd3-9f53-4112a4ac8948 req-b907d53b-ff3d-4d8d-90d6-9021435352c7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:13.058818 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76ce951d-3d9d-4cd3-9f53-4112a4ac8948 req-b907d53b-ff3d-4d8d-90d6-9021435352c7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.2914042 Feb 17 04:44:13.065238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e7e843a9-1832-4d97-839a-1ca61db80c11 req-8e1f4fb2-7c1c-4c64-b2fe-e05a8035e330 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0806367 Feb 17 04:44:13.168283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e708501a-f632-45fa-8235-110c5f660087 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:13.170061 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e708501a-f632-45fa-8235-110c5f660087 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 809 time: 0.3187566 Feb 17 04:44:13.190122 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-76ce951d-3d9d-4cd3-9f53-4112a4ac8948 req-7b057ae0-81a4-4803-958e-4ea0497249f7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078241 Feb 17 04:44:13.194293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Request body: {'port': {'device_id': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11', 'admin_state_up': True, 'tenant_id': '752057e647214593a83386e48ef86573'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:13.358331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:13.369140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:13.379137 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Made reservation on behalf of 752057e647214593a83386e48ef86573 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:13.384991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:13.694156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Allocated IP 172.20.0.5 (b989721a-1500-4640-9b15-a0323798fe11/efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0/0554a7b5-bd6c-458e-894d-1dc5a1bad71b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:44:13.909687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:13.939418 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:13.954813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-55ced0a4-0682-4a5c-9cc7-13ebca5e3774 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:14.096507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Pushing event updated for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:14.105151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:14.156235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Network b989721a-1500-4640-9b15-a0323798fe11 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:44:14.157435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:14.159754 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:44:14.277686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:14.278528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:14.316437 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305587 Feb 17 04:44:14.371711 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Request body: {'port': {'device_id': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:14.417495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afacd28-de62-400c-be5b-80754194a4eb req-06fb4e42-163d-4490-bae7-4058c4936e72 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:14.418265 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9afacd28-de62-400c-be5b-80754194a4eb req-06fb4e42-163d-4490-bae7-4058c4936e72 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Synchronizing usage tracker for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:14.503623 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-9afacd28-de62-400c-be5b-80754194a4eb req-06fb4e42-163d-4490-bae7-4058c4936e72 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Unset dirty status for tenant:752057e647214593a83386e48ef86573 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:14.504822 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9afacd28-de62-400c-be5b-80754194a4eb req-06fb4e42-163d-4490-bae7-4058c4936e72 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 931 time: 0.2986021 Feb 17 04:44:14.573769 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:14.595555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3b318-0a2b-4bb1-ac74-59996627cc36 req-3fc54dda-7892-4c48-88b2-b401433deac9 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:14.597221 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6eb3b318-0a2b-4bb1-ac74-59996627cc36 req-3fc54dda-7892-4c48-88b2-b401433deac9 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.2797649 Feb 17 04:44:14.628177 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-9afacd28-de62-400c-be5b-80754194a4eb req-5edf112e-a2f7-49e7-bfa6-c8f2a88a60a9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157835 Feb 17 04:44:14.708238 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-6eb3b318-0a2b-4bb1-ac74-59996627cc36 req-6dd031b7-18ff-4a43-ab4f-89ebb1ebd375 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025205 Feb 17 04:44:14.746924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:14.824329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:14.824668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:15.040267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465a3b7-a577-451c-93d1-01beecda274b req-e5ce6197-1bd8-45c1-b08f-6417bc4a1346 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:15.041944 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b465a3b7-a577-451c-93d1-01beecda274b req-e5ce6197-1bd8-45c1-b08f-6417bc4a1346 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.2151718 Feb 17 04:44:15.109954 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b465a3b7-a577-451c-93d1-01beecda274b req-5c636cdb-3c77-4769-aee4-13932f54bc7b tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Feb 17 04:44:15.190809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0554a7b5-bd6c-458e-894d-1dc5a1bad71b {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:44:15.198861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:15.212050 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Transition to ACTIVE for port object 0554a7b5-bd6c-458e-894d-1dc5a1bad71b will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:44:15.215091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:15.231798 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e39bfe3f-5a5a-4e7a-9763-cbfed6d1299f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:15.369094 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Pushing event updated for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:15.374764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:15.905581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Attempting to bind port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:44:15.905949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Attempting to bind port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:44:15.906317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Attempting to bind port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b on network b989721a-1500-4640-9b15-a0323798fe11 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:44:15.917144 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5aca4-2122-4ca3-a333-103d3470b204 req-c1c85597-d59b-471e-91ac-628eec0f00d3 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:15.918828 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-84b5aca4-2122-4ca3-a333-103d3470b204 req-c1c85597-d59b-471e-91ac-628eec0f00d3 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.4485574 Feb 17 04:44:15.922714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Checking agent: {'id': '858a92d7-d883-4adf-a202-63dc3e9150b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 33, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:44:15.923092 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Checking segment: {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:44:15.923492 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:15.923875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Bound using segment: {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:44:15.924344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Bound port: 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4160f-8e54-41c7-b75e-d7b0fb899276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b989721a-1500-4640-9b15-a0323798fe11'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:44:15.924716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:16.034868 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c95ae1-7d43-40b2-b86b-8dbcd831349a req-30704fe3-8d1f-43ef-89b0-ce4aa328a381 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:16.036466 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-08c95ae1-7d43-40b2-b86b-8dbcd831349a req-30704fe3-8d1f-43ef-89b0-ce4aa328a381 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 943 time: 0.2370374 Feb 17 04:44:16.048829 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-84b5aca4-2122-4ca3-a333-103d3470b204 req-d80cfb6e-041b-41ee-a593-39b4e6903209 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096802 Feb 17 04:44:16.120081 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-08c95ae1-7d43-40b2-b86b-8dbcd831349a req-f5acc0ea-c0e6-418f-b1a4-ea70b09f04ba tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767355 Feb 17 04:44:16.122729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] For port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host hv-cinder-76019, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:44:16.126168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] For port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:44:16.129938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:16.146156 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b58088dd-8342-4214-9653-029d25e89663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:16.309524 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Pushing event updated for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:16.315560 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:16.348704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:16.349415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:16.350927 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-c5ba4356-4c3f-42d5-84a7-998a808e62aa service neutron] 10.222.0.41 "PUT /v2.0/ports/0554a7b5-bd6c-458e-894d-1dc5a1bad71b HTTP/1.1" status: 200 len: 1157 time: 2.0234611 Feb 17 04:44:16.351468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:16.434565 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b', 'status': 'completed', 'code': 200} Feb 17 04:44:16.482954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-2f7373a9-c02d-4c1c-a742-f9f922bbf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:16.484788 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-2f7373a9-c02d-4c1c-a742-f9f922bbf17b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 1160 time: 0.0935822 Feb 17 04:44:16.570217 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-d2fe3eaa-fc29-4e81-8db6-d5ee035bc6cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b HTTP/1.1" status: 200 len: 217 time: 0.0722983 Feb 17 04:44:16.646284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-0e574c7c-ea56-4d43-a2ec-0225fe1eace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:16.648059 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-0e574c7c-ea56-4d43-a2ec-0225fe1eace1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 HTTP/1.1" status: 200 len: 849 time: 0.0769176 Feb 17 04:44:16.709021 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-3019aaee-d0e2-472f-a383-ea9858ea9e84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b989721a-1500-4640-9b15-a0323798fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538616 Feb 17 04:44:16.855662 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-77dbdb22-59fc-4965-bc2a-d4f735be7fcf service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397114 Feb 17 04:44:17.002830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-42491798-7711-4654-99f2-7b6a1d3ecc02 req-4f423443-1ed9-4c83-9de2-98aa6e682b57 service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378345 Feb 17 04:44:17.132744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-e7796ef0-1eee-4150-8bc2-6880dfcf4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:17.135880 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-e7796ef0-1eee-4150-8bc2-6880dfcf4f51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=752057e647214593a83386e48ef86573&device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 1160 time: 0.0865030 Feb 17 04:44:17.339893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-6c236385-0bb5-4442-93e8-ed91896f1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:17.341421 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-6c236385-0bb5-4442-93e8-ed91896f1a6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 200 len: 903 time: 0.1971438 Feb 17 04:44:17.424955 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-51bda406-cc3a-460f-b009-89895e390848 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b HTTP/1.1" status: 200 len: 217 time: 0.0748925 Feb 17 04:44:17.477627 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1792-b376-4f7d-90f1-ef4e3970d163 req-a70369fa-cb53-4f27-972c-01ffdf60d7e9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:17.479255 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c9a1792-b376-4f7d-90f1-ef4e3970d163 req-a70369fa-cb53-4f27-972c-01ffdf60d7e9 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 943 time: 0.2319992 Feb 17 04:44:17.547650 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-e81b77e9-04cf-4c91-a36a-4414a054c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:17.549287 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-e81b77e9-04cf-4c91-a36a-4414a054c543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 HTTP/1.1" status: 200 len: 849 time: 0.1152706 Feb 17 04:44:17.554136 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2c9a1792-b376-4f7d-90f1-ef4e3970d163 req-67e013ae-f7c0-43bf-aa66-de41a97f4885 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Feb 17 04:44:17.606760 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-f73350e6-5a23-4cb9-a5cb-1429fb3fd588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b989721a-1500-4640-9b15-a0323798fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503092 Feb 17 04:44:17.766498 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-406f4e2e-72da-4774-808f-bb375d83b05d service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513011 Feb 17 04:44:17.923623 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-588767b5-44cf-4b9e-b69d-eac9ee5d4c2e req-8f791aeb-2e4c-48f1-8c13-25a3bc979b4c service neutron] 10.222.0.41 "GET /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474757 Feb 17 04:44:18.765855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988d136-3e00-46f0-afc9-a67f8ee19eec req-6445a297-4e42-45ab-a58e-f58174cd620b tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:18.767464 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1988d136-3e00-46f0-afc9-a67f8ee19eec req-6445a297-4e42-45ab-a58e-f58174cd620b tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 943 time: 0.0926652 Feb 17 04:44:18.826809 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-1988d136-3e00-46f0-afc9-a67f8ee19eec req-87fedbbf-10ee-4c48-bb91-7653c310550f tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478165 Feb 17 04:44:19.148024 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 0554a7b5-bd6c-458e-894d-1dc5a1bad71b up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:19.226319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning for port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:44:19.231303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:19.231775 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.361100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.391733 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:19.402357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:19.405620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.408430 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:19.442619 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b', 'code': 200} Feb 17 04:44:19.488511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:19.492046 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:19.713495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aebf4d-09e8-4c25-ba59-98eca2631f7e req-abe83061-5887-483b-991f-c3e20998f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:19.715127 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85aebf4d-09e8-4c25-ba59-98eca2631f7e req-abe83061-5887-483b-991f-c3e20998f1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 1162 time: 0.0788553 Feb 17 04:44:19.766091 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-85aebf4d-09e8-4c25-ba59-98eca2631f7e req-091a67bd-ba7a-4bc4-91aa-3c31806e07fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Feb 17 04:44:20.042346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eadec-ba70-4dbe-83ea-c718cec24b03 req-482c3012-fa57-4f7d-9a60-13ccba972e67 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:20.044074 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a67eadec-ba70-4dbe-83ea-c718cec24b03 req-482c3012-fa57-4f7d-9a60-13ccba972e67 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 945 time: 0.0959516 Feb 17 04:44:20.094880 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a67eadec-ba70-4dbe-83ea-c718cec24b03 req-b3fdad0c-7f0b-48e1-8619-5058025817e8 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Feb 17 04:44:20.841869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 0554a7b5-bd6c-458e-894d-1dc5a1bad71b up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:20.942803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:20.943228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.158417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9dbb-1b31-4eb6-91b6-baf32a3021af req-a5bb6ad9-222e-4588-b652-5a731244444a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:21.160061 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-311c9dbb-1b31-4eb6-91b6-baf32a3021af req-a5bb6ad9-222e-4588-b652-5a731244444a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.0907004 Feb 17 04:44:21.209416 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-311c9dbb-1b31-4eb6-91b6-baf32a3021af req-23013376-118d-4a7d-a00b-28cf4802cfd0 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Feb 17 04:44:21.433676 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-6f069828-f62f-4110-a829-ab4b932d606f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1836619 Feb 17 04:44:21.442230 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119febe0-eb41-4024-aad6-bd751491ee9d req-78e7b1ed-2ddd-40ec-8dce-f13e91cd8ca1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:21.443735 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-119febe0-eb41-4024-aad6-bd751491ee9d req-78e7b1ed-2ddd-40ec-8dce-f13e91cd8ca1 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 945 time: 0.2333992 Feb 17 04:44:21.448810 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'floatingip': {'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:21.469315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:21.477669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Usage tracker for resource:floatingip and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:21.482396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:21.495543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:21.516183 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-119febe0-eb41-4024-aad6-bd751491ee9d req-2d9b9bdd-703e-451e-928f-d2e687102096 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623746 Feb 17 04:44:21.517470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.664459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.952738 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_common [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Allocated IP 172.28.0.186 (15633124-027d-4783-b8d1-7d4917bf4aba/e6acf352-c25f-4087-8b6c-0e0b105809a2/c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:44:22.112949 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.147636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739150566122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.163317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ddcb0336-7337-4a47-b9a1-37195692e313 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:22.302595 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'Port': ['ID=c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:22.308445 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:22.364698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Network 15633124-027d-4783-b8d1-7d4917bf4aba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:44:22.366603 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.base_scheduler [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:22.375779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:44:22.462788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.526459 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.070643 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0185-8f9a-4d96-81d3-56b0e03864f3 req-2c009300-2c47-40d6-afa4-c7841afa5c8d tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:23.072292 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1bf0185-8f9a-4d96-81d3-56b0e03864f3 req-2c009300-2c47-40d6-afa4-c7841afa5c8d tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 945 time: 0.2072530 Feb 17 04:44:23.170510 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1bf0185-8f9a-4d96-81d3-56b0e03864f3 req-db289ba6-3a1b-4eb8-9ad5-dbcc8eda8241 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9cd29a8-5bc8-4993-97cf-84b1d3f18408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731909 Feb 17 04:44:23.203339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.211135 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.226923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4a16ebf3-46a4-42e3-b59b-dddde5e0042b tempest-AttachVolumeTestJSON-1839538969 tempest-AttachVolumeTestJSON-1839538969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:23.363938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'Port': ['ID=c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:23.367372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:23.482060 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.590646 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.591966 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1472571 Feb 17 04:44:23.679988 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-732127cc-64a6-47ca-b71b-d2e246e45c78 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/floatingips/e478dea2-a39e-4af4-9920-7538c135de81 HTTP/1.1" status: 200 len: 997 time: 0.1924090 Feb 17 04:44:23.726665 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-f3f2dfc8-a598-4a3d-9847-0c0e7d5fb473 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:23.818758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-f3f2dfc8-a598-4a3d-9847-0c0e7d5fb473 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:23.820045 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-f3f2dfc8-a598-4a3d-9847-0c0e7d5fb473 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.186 HTTP/1.1" status: 200 len: 696 time: 0.2160995 Feb 17 04:44:23.977858 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-5e82d2e2-4510-491a-9158-4b02375c9a40 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:23.980273 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-5e82d2e2-4510-491a-9158-4b02375c9a40 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 784 time: 0.2908623 Feb 17 04:44:24.003700 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9f3cd2b8-9d66-4e3a-a39c-0f89748aa1f9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:44:24.005548 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9f3cd2b8-9d66-4e3a-a39c-0f89748aa1f9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0143836 Feb 17 04:44:24.157363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-44865bd6-bfeb-47a1-b481-1bd9055fdaf4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.158910 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-65ed5bd2-ec14-444e-b229-9c47e484e8d6 req-44865bd6-bfeb-47a1-b481-1bd9055fdaf4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 784 time: 0.3315547 Feb 17 04:44:24.182886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-4594eaaf-311c-4aa4-bbfc-99f4a09f9319 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.70 HTTP/1.1" status: 200 len: 1000 time: 0.1627684 Feb 17 04:44:24.368578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-65319831-489e-4e6d-9f40-a61a83425b75 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.370120 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-65319831-489e-4e6d-9f40-a61a83425b75 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports/7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 942 time: 0.1804316 Feb 17 04:44:24.431599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-017afbbf-7d00-41a2-a682-de4e8ed00131 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.433194 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-017afbbf-7d00-41a2-a682-de4e8ed00131 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4 HTTP/1.1" status: 200 len: 945 time: 0.2011993 Feb 17 04:44:24.439953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-941fd76e-ef63-40cc-98ad-d32ed6b05f3c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.441534 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-941fd76e-ef63-40cc-98ad-d32ed6b05f3c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1652274 Feb 17 04:44:24.652937 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-09b04c55-f4be-45e3-96e4-0a379778112e tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1778486 Feb 17 04:44:24.674421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Deleting port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:24.674809 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:24.710710 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'floatingip': {'port_id': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:24.775336 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 0554a7b5-bd6c-458e-894d-1dc5a1bad71b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:24.833049 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-3e429e20-482b-4a9f-974b-d25be66bebff tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.70 HTTP/1.1" status: 200 len: 1000 time: 0.3520713 Feb 17 04:44:24.835228 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:24.900103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:24.930471 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:24.942022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:24.945276 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:24.947219 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:25.024701 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:25.028269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:25.776662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Deleting port b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:25.777319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.851484 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] For port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,segment=NetworkSegment(5fb4160f-8e54-41c7-b75e-d7b0fb899276),segment_id=5fb4160f-8e54-41c7-b75e-d7b0fb899276)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:25.851886 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:26.081247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Calling delete_port for 0554a7b5-bd6c-458e-894d-1dc5a1bad71b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:26.345174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:26.345422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:26.539977 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Calling delete_port for b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:26.616096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:26.872593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-78b1d7b6-f667-4d18-a127-b0a97009dd66 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:26.993343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Pushing event deleted for resources: {'Port': ['ID=0554a7b5-bd6c-458e-894d-1dc5a1bad71b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:27.004708 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:27.008490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.resource_extend [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:44:27.154682 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.194517 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854107989'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.426412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.448907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8d8cb0c8-8927-412c-8a05-d3f96d937d07 tempest-VolumesNegativeTest-1484664450 tempest-VolumesNegativeTest-1484664450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:27.536324 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] No DVR routers for this DVR port 0554a7b5-bd6c-458e-894d-1dc5a1bad71b on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:27.551431 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.554203 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-deleted', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:27.570812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event deleted for resources: {'Port': ['ID=b807b9a8-d9f4-42f6-b2f6-c03fc5a48ac3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:27.580521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:27.614707 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-d75e68b3-999d-4866-9305-aca2868ad3e9 req-1112d6c8-96dd-40eb-928a-51c7eed27021 tempest-VolumesActionsTest-1141159282 tempest-VolumesActionsTest-1141159282-project] 10.222.0.41 "DELETE /v2.0/ports/0554a7b5-bd6c-458e-894d-1dc5a1bad71b HTTP/1.1" status: 204 len: 173 time: 3.1721022 Feb 17 04:44:27.618689 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Floating IP e5b7fd8f-6b04-45a8-a544-a376a81b3a9e associated. External IP: 172.28.0.186, port: 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a. Feb 17 04:44:27.967720 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.968328 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Floating IP e478dea2-a39e-4af4-9920-7538c135de81 disassociated (deleted). External IP: 172.28.0.70, port: 7fe1061d-2882-438d-97ba-29232f981eee. Feb 17 04:44:28.268429 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Router 55f96eb2-362e-4944-a364-48a14d1d8730 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:44:28.866363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Router adc99fd1-2eeb-4975-ad51-0350ab4553ee has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:44:28.871558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:44:28.876521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.881279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Sync routers for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:44:28.895475 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:28.896334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.078288 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7c84199d-99ef-4618-a471-8957bd29ec0f tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "PUT /v2.0/floatingips/e5b7fd8f-6b04-45a8-a544-a376a81b3a9e HTTP/1.1" status: 200 len: 996 time: 4.4156110 Feb 17 04:44:29.145522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:44:29.150163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:29.157253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Sync routers for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:44:29.168569 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:29.169786 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.257415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:29.271159 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "DELETE /v2.0/floatingips/e478dea2-a39e-4af4-9920-7538c135de81 HTTP/1.1" status: 204 len: 173 time: 4.3824642 Feb 17 04:44:29.333556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-ecf8aa4d-6320-42ff-ac02-97d20f9e8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.335683 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-ecf8aa4d-6320-42ff-ac02-97d20f9e8a52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1162 time: 0.2341945 Feb 17 04:44:29.378182 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:29.488713 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-39f21fa0-410b-4ae5-993b-397226faf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.490395 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-39f21fa0-410b-4ae5-993b-397226faf006 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 1162 time: 0.1995316 Feb 17 04:44:29.594236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-8d9ab898-11e7-4a7b-a017-526db56f4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.595847 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-8d9ab898-11e7-4a7b-a017-526db56f4158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.2482629 Feb 17 04:44:29.653987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e5b7fd8f-6b04-45a8-a544-a376a81b3a9e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'port_id': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'mac_address': 'fa:16:3e:d5:0b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:22Z', 'updated_at': '2021-02-17T04:44:26Z', 'revision_number': 1, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.659085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Checking router: 55f96eb2-362e-4944-a364-48a14d1d8730 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:44:29.668180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:29.668877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.744438 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-3b9ae314-bf2f-4308-8b38-454bb2a70de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 999 time: 0.1350214 Feb 17 04:44:29.814821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-6e4ad933-8adf-4245-98e5-f969305a29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.816439 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-6e4ad933-8adf-4245-98e5-f969305a29a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 200 len: 902 time: 0.3075745 Feb 17 04:44:29.832136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-29c0d3bd-1158-4073-bf91-0700637020d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.833744 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-29c0d3bd-1158-4073-bf91-0700637020d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.0800261 Feb 17 04:44:29.887222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:29.903207 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.908403 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Checking router: adc99fd1-2eeb-4975-ad51-0350ab4553ee for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:44:29.919670 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:29.920334 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:07Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:29.943572 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-62d5f299-2fbe-451a-ae22-4be377e642a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 200 len: 217 time: 0.1133657 Feb 17 04:44:30.026378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9875a190-31d4-46e6-ae31-7da25e1f2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.027929 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9875a190-31d4-46e6-ae31-7da25e1f2281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 200 len: 847 time: 0.0780582 Feb 17 04:44:30.097506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-eec043ab-f72f-406c-b6c7-fcf7419f73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.099163 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-eec043ab-f72f-406c-b6c7-fcf7419f73e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2134838 Feb 17 04:44:30.112929 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7601dcf5-d883-4077-a097-9627d9285209 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:44:30.113992 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-7601dcf5-d883-4077-a097-9627d9285209 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054657 Feb 17 04:44:30.122610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:30.257253 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9a78759e-bb4e-4713-94c1-58cf6be25c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.258945 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-9a78759e-bb4e-4713-94c1-58cf6be25c9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7e327c8-6918-47c7-9f64-4b7ede805daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2193844 Feb 17 04:44:30.275247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e5b7fd8f-6b04-45a8-a544-a376a81b3a9e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'port_id': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'mac_address': 'fa:16:3e:d5:0b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:22Z', 'updated_at': '2021-02-17T04:44:26Z', 'revision_number': 1, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:30.280778 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8fe9d-3df7-4a59-a26e-dfb613925c15 None None] The sync data for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb is: [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_floatingips': [{'id': 'e5b7fd8f-6b04-45a8-a544-a376a81b3a9e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'router_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'port_id': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'mac_address': 'fa:16:3e:d5:0b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:22Z', 'updated_at': '2021-02-17T04:44:26Z', 'revision_number': 1, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:30.395387 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-544ee7d3-767e-4d2d-8e88-2369be83198a service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692230 Feb 17 04:44:30.469756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:30.473952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfa9a7-2b25-4154-a072-d1bfe36ab533 None None] The sync data for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb is: [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:39:26Z', 'revision_number': 4, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6', 'name': '', 'network_id': 'b7e327c8-6918-47c7-9f64-4b7ede805daf', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'mac_address': 'fa:16:3e:be:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:40Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'subnets': [{'id': 'acfa63ff-0309-48c3-8ccf-65f9ba0b61e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:30.538547 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-1e42d12c-cd86-44db-947c-0d1f98c84212 service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602403 Feb 17 04:44:30.609501 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2a08c-09ad-4c65-bbfe-10fe5e84ceda None None] New status for floating IP e5b7fd8f-6b04-45a8-a544-a376a81b3a9e: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:44:30.679101 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e5ab3f47-782f-4675-9d2f-b096c41478b4 req-44614942-f381-4cb8-b944-cc1df2651583 service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2765830 Feb 17 04:44:30.756430 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f2544d1-62b7-40ea-a744-13c498a3ba43 req-92b13728-7761-402f-91f1-883b44764c8c service neutron] 10.222.0.47 "GET /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2014239 Feb 17 04:44:30.833529 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b', 'code': 200} Feb 17 04:44:30.849340 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3795b7-5ef8-4c51-ae9e-0f7db54cb8e4', 'name': 'network-vif-deleted', 'tag': '0554a7b5-bd6c-458e-894d-1dc5a1bad71b', 'status': 'completed', 'code': 200} Feb 17 04:44:30.856480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-143316460', 'description': 'tempest-TestMinimumBasicScenario-143316460 description'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:30.865278 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:30.881825 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:30.901044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:30.932343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af93ac4-241d-4ef7-a7ab-d8787dbcef16 None None] New status for floating IP e478dea2-a39e-4af4-9920-7538c135de81: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:44:30.959564 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:30.967337 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Usage tracker for resource:security_group_rule and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:30.971942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:30.978787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:31.098381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.101378 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.108722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8f343f6b-70fb-4141-b618-19a91aa0a9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:31.169443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef96987-ff32-4687-b954-eb6768db2e95,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:31.181865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:31.183045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.184886 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c8831099-81eb-45df-9d7e-013d9d0d7513 req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3334458 Feb 17 04:44:31.319034 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-abc897d0-7edd-489d-81ce-187f1fb17e28 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups/8ef96987-ff32-4687-b954-eb6768db2e95 HTTP/1.1" status: 200 len: 1812 time: 0.1096182 Feb 17 04:44:31.336768 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ef96987-ff32-4687-b954-eb6768db2e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:31.337153 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ef96987-ff32-4687-b954-eb6768db2e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:31.350289 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:31.357757 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Usage tracker for resource:security_group_rule and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:31.366787 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf943-ac3e-4509-ba5d-97cc4b035146 req-ccbd2b90-e12f-493b-90ae-c23356a294d9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:31.367572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a0eaf943-ac3e-4509-ba5d-97cc4b035146 req-ccbd2b90-e12f-493b-90ae-c23356a294d9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:31.371488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:31.380225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:31.393328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-a0eaf943-ac3e-4509-ba5d-97cc4b035146 req-ccbd2b90-e12f-493b-90ae-c23356a294d9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:31.394637 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a0eaf943-ac3e-4509-ba5d-97cc4b035146 req-ccbd2b90-e12f-493b-90ae-c23356a294d9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.1699483 Feb 17 04:44:31.489046 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a0eaf943-ac3e-4509-ba5d-97cc4b035146 req-121c4dad-f59d-4583-bfc2-46e140ae0872 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0818629 Feb 17 04:44:31.496016 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.543509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.547283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.555922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:31.582222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316d9d16-9ba3-4ceb-b76f-b86be235f887,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:31.585840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:31.594972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.596394 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a6b07d42-2b27-4b77-9d77-f64b42b3340a req-591f21c3-4789-481d-8cb6-1013b8bf85da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2657280 Feb 17 04:44:31.676098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-7ba93caa-8ff8-4885-9316-3e9215907727 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups/8ef96987-ff32-4687-b954-eb6768db2e95 HTTP/1.1" status: 200 len: 2405 time: 0.0573988 Feb 17 04:44:31.694372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ef96987-ff32-4687-b954-eb6768db2e95', 'remote_group_id': None}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:31.695821 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ef96987-ff32-4687-b954-eb6768db2e95', 'remote_group_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:31.703876 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:31.708696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Usage tracker for resource:security_group_rule and tenant:1711843f8de5403fa8e8c80e71cf132c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:31.712742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:31.720490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:31.785330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.813536 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.816837 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710525'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.826881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:31.849642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8c32a7-efaf-4e97-a476-d3c584e3844b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:31.852433 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:31.860982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.862313 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-ff902314-c83e-472e-afde-cc48d341a7c4 req-af346c0b-3ecc-4308-b69f-cc4af794d480 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1735871 Feb 17 04:44:32.014985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-821e82ca-4922-4108-b105-cb1d248eb56e tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:32.032932 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-821e82ca-4922-4108-b105-cb1d248eb56e tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:32.034272 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-821e82ca-4922-4108-b105-cb1d248eb56e tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-143316460&fields=id&tenant_id=1711843f8de5403fa8e8c80e71cf132c HTTP/1.1" status: 200 len: 267 time: 0.0668583 Feb 17 04:44:32.160889 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-eb182f28-91c2-4e3a-9af7-b9d64f5d83aa tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:32.162549 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-eb182f28-91c2-4e3a-9af7-b9d64f5d83aa tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.1211858 Feb 17 04:44:32.176840 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'port': {'security_groups': ['186aa4ba-dc24-42ca-9b47-928dbbf9caf2', '8ef96987-ff32-4687-b954-eb6768db2e95']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:32.324877 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:32.424586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:32.789096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 7fe1061d-2882-438d-97ba-29232f981eee no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:32.954920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:32.985557 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}, {'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:32.990105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:33.001624 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:33.004788 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.006698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:33.095079 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Pushing event updated for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:33.100222 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:33.125764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:33.166006 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2539-d645-4d29-999f-af53c4db9e75 req-8b94cc7a-00fe-4e62-a853-580dc98eaf29 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:33.167682 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-262d2539-d645-4d29-999f-af53c4db9e75 req-8b94cc7a-00fe-4e62-a853-580dc98eaf29 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.1765800 Feb 17 04:44:33.182417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71275db-080b-4cf2-935b-3e8b218b8d20 req-42706e80-42db-4009-a0fa-6c3f14e1893d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:33.184030 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b71275db-080b-4cf2-935b-3e8b218b8d20 req-42706e80-42db-4009-a0fa-6c3f14e1893d tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 945 time: 0.5206041 Feb 17 04:44:33.268620 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.277633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.304284 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-09a77c36-96b1-4ade-a843-10311a417b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:33.364285 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Deleting port 7fe1061d-2882-438d-97ba-29232f981eee {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:33.364678 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.485764 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b71275db-080b-4cf2-935b-3e8b218b8d20 req-3507a39f-d6b3-4da7-994b-8797d3029ef9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2550418 Feb 17 04:44:33.566436 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:44:33.566827 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'status': 'completed', 'code': 200} Feb 17 04:44:33.605247 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:33.614635 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'code': 200} Feb 17 04:44:33.662969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:33.867702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:33.868363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.869949 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-4933e6cd-71e2-4e60-bb54-604cbee85f36 req-6862cc1c-5210-4e96-9303-b3a3ea9a7415 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "PUT /v2.0/ports/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 981 time: 1.6990607 Feb 17 04:44:33.928063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] For port 7fe1061d-2882-438d-97ba-29232f981eee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7fe1061d-2882-438d-97ba-29232f981eee,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:33.929716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.957578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-00257bc5-7c65-4b2c-bf64-6e5c1b8c9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:33.959284 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-00257bc5-7c65-4b2c-bf64-6e5c1b8c9a60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1202 time: 0.3439775 Feb 17 04:44:34.153000 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-46a7d1c9-cfe7-4324-aef3-00a4c3108c25 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:34.153737 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-46a7d1c9-cfe7-4324-aef3-00a4c3108c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:34.322844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-95eba2ba-201c-411f-a92c-5e2b71c7126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:34.402883 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Calling delete_port for 7fe1061d-2882-438d-97ba-29232f981eee owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:34.472386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-cf499a12-5114-4434-b384-6a717b9ea96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:34.474028 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-cf499a12-5114-4434-b384-6a717b9ea96b service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.4330833 Feb 17 04:44:34.777003 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-6e851979-b5c1-4d36-8c33-3c669fb19749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1001 time: 0.2889810 Feb 17 04:44:34.790344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ad600-f70d-4463-894e-f88fd2b26eca req-3ce3a3bf-9c4b-4e11-a653-b1c456537b7a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:34.791967 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-886ad600-f70d-4463-894e-f88fd2b26eca req-3ce3a3bf-9c4b-4e11-a653-b1c456537b7a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.4672763 Feb 17 04:44:35.008653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:35.035482 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:35.050283 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-06f33e20-c802-487f-9197-2df0570c6644 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:35.098361 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da6167-5732-4ba4-85dd-9c794d905894 req-85981245-64d4-4703-a52d-3170bbda6162 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:35.107514 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-13da6167-5732-4ba4-85dd-9c794d905894 req-85981245-64d4-4703-a52d-3170bbda6162 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 943 time: 0.4912827 Feb 17 04:44:35.127909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:35.129099 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:35.158170 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-01c9ac8d-3028-4565-a8d6-3dbc1e89717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:35.160560 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-01c9ac8d-3028-4565-a8d6-3dbc1e89717e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.3657560 Feb 17 04:44:35.336781 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event deleted for resources: {'Port': ['ID=7fe1061d-2882-438d-97ba-29232f981eee,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:35.346668 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:35.363696 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-886ad600-f70d-4463-894e-f88fd2b26eca req-b8d2f18c-3860-4f06-a9a0-40c9551eee3d tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4915543 Feb 17 04:44:35.485399 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] No DVR routers for this DVR port 7fe1061d-2882-438d-97ba-29232f981eee on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:35.757257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:35.765993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:35.810270 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-13da6167-5732-4ba4-85dd-9c794d905894 req-88399962-1251-44ff-9f94-dc4b97598eb7 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups?id=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.7008791 Feb 17 04:44:35.817791 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-262d2539-d645-4d29-999f-af53c4db9e75 req-411532c7-76f6-4b3b-8e20-acdf33ab9167 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.41 "DELETE /v2.0/ports/7fe1061d-2882-438d-97ba-29232f981eee HTTP/1.1" status: 204 len: 173 time: 2.6326888 Feb 17 04:44:35.856610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-984f6757-0640-4975-b875-11c11caff8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:35.858868 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-984f6757-0640-4975-b875-11c11caff8df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4907274 Feb 17 04:44:36.055646 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-d2d2fe0a-21f6-4e40-98a9-dce6063bfbd3 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808856 Feb 17 04:44:36.057585 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:44:36.247550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:36.269154 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-0d79f432-2c0c-4926-b5dd-a5a7af558dad service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2017946 Feb 17 04:44:36.449247 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-37578132-002f-43bd-a797-ce57a2888798 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.1187534 Feb 17 04:44:36.645387 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-beba94a2-ecdd-44e8-81b2-e895fa32ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:36.647711 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-beba94a2-ecdd-44e8-81b2-e895fa32ba25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1202 time: 0.2732348 Feb 17 04:44:36.835618 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-32b46c09-c13f-43de-b98a-7ff7604b0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:36.838682 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-32b46c09-c13f-43de-b98a-7ff7604b0182 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&shared=False HTTP/1.1" status: 200 len: 902 time: 0.3699224 Feb 17 04:44:36.924136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8c76fa15-0886-4a3b-ba58-898e02f04e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:37.208282 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-677e3c23-1273-4f3e-b6e7-c317d636e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:37.209953 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-677e3c23-1273-4f3e-b6e7-c317d636e554 service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.5446584 Feb 17 04:44:37.214404 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-2a81feb1-e19a-4fb2-9693-aed8a92fef7c req-e7fb203b-3102-46d1-9688-c8cca7ec8fd9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Synchronizing usage tracker for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:37.382353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-2a81feb1-e19a-4fb2-9693-aed8a92fef7c req-e7fb203b-3102-46d1-9688-c8cca7ec8fd9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Unset dirty status for tenant:d60cf40f6a084505a3f4fa379c4b5318 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:37.385361 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-2a81feb1-e19a-4fb2-9693-aed8a92fef7c req-e7fb203b-3102-46d1-9688-c8cca7ec8fd9 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c0402e-fddc-4909-8c2a-32df707597d4 HTTP/1.1" status: 200 len: 210 time: 0.3098440 Feb 17 04:44:37.397550 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-88c175e9-50fc-43b2-aec5-15bb49799788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:37.402257 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-8f1b2e3e-c11d-495d-9d18-140bf686ebad req-88c175e9-50fc-43b2-aec5-15bb49799788 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5534270 Feb 17 04:44:37.428378 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-64494b15-b3c0-49e5-9306-098f472ead8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1001 time: 0.2085400 Feb 17 04:44:37.525527 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-56480c25-5b58-4269-a792-8e4931b0766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:37.527180 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-56480c25-5b58-4269-a792-8e4931b0766f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.0915339 Feb 17 04:44:37.583181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:37.642111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-7381dfae-8d56-49d8-8afc-9f7b76f7649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:37.645751 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-7381dfae-8d56-49d8-8afc-9f7b76f7649e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106384 Feb 17 04:44:37.833822 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-9b9392e5-7c38-4813-a8de-bb28ace75bbe service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696079 Feb 17 04:44:38.019463 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-e78f44fe-4489-4944-ab42-9678b4de83ee req-86023300-4495-47bf-b0c8-af5b17c054f8 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730046 Feb 17 04:44:38.059025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-deleted', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:38.184390 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0402e-fddc-4909-8c2a-32df707597d4', 'name': 'network-vif-deleted', 'tag': '7fe1061d-2882-438d-97ba-29232f981eee', 'status': 'completed', 'code': 200} Feb 17 04:44:38.370800 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.636338 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-81df61d2-3e51-4ead-b043-a55fa6239dd3 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "GET /v2.0/security-groups/31d3fa44-0a7e-4e04-8214-4772fb3a7c8e HTTP/1.1" status: 200 len: 2993 time: 0.0854120 Feb 17 04:44:38.655245 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.742448 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.807859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.889043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.895356 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d26f9fde-08f5-420d-a909-f1e03929e7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:38.915413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3fa44-0a7e-4e04-8214-4772fb3a7c8e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:38.918734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:38.928829 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:38.930643 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-55be47b9-0c81-4802-b1b9-3ae75da2f74d req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] 10.222.0.47 "DELETE /v2.0/security-groups/31d3fa44-0a7e-4e04-8214-4772fb3a7c8e HTTP/1.1" status: 204 len: 173 time: 0.2837741 Feb 17 04:44:39.249360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49308) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:40.146716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:40.968944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Deleting port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:40.969395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.198206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] For port 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:41.198766 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.342830 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Calling delete_port for 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:41.716677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.731154 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3edb8d7f-a8a6-4219-8fd7-e9df33421d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:41.842857 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:41.845860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:42.327273 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.957638 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Router adc99fd1-2eeb-4975-ad51-0350ab4553ee has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:44:43.436248 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:44:43.446970 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Sync routers for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:44:43.461341 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:43.462343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:43.463988 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-b486264e-e0fa-461f-93c1-38a4ceda81a2 admin admin] 10.222.0.47 "PUT /v2.0/routers/adc99fd1-2eeb-4975-ad51-0350ab4553ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2123988 Feb 17 04:44:43.466594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49342) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:43.714811 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:43.752357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:44.002235 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:44.010259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Deleting port 2ea874b6-a2ed-4837-9963-e6cec6653ebb {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:44.011093 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:44.211110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:44:41Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:44.215421 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Checking router: adc99fd1-2eeb-4975-ad51-0350ab4553ee for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:44:44.225111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Routers {'adc99fd1-2eeb-4975-ad51-0350ab4553ee'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:44.226294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:44.259255 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] For port 2ea874b6-a2ed-4837-9963-e6cec6653ebb, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=2ea874b6-a2ed-4837-9963-e6cec6653ebb,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:44.259512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:44.447577 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Calling delete_port for 2ea874b6-a2ed-4837-9963-e6cec6653ebb owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:44.659697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:44.691147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] Set router adc99fd1-2eeb-4975-ad51-0350ab4553ee gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:44.945954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.083476 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:44:41Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:45.088698 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a23b0-3e67-4f11-8f91-6c02414f2ad8 None None] The sync data for ids ['adc99fd1-2eeb-4975-ad51-0350ab4553ee'] in dv-cinder-760197-3-smb is: [{'id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'name': 'tempest-TestShelveInstance-696773605-router', 'tenant_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:18Z', 'updated_at': '2021-02-17T04:44:41Z', 'revision_number': 5, 'project_id': 'd60cf40f6a084505a3f4fa379c4b5318', 'gw_port': {'id': '2ea874b6-a2ed-4837-9963-e6cec6653ebb', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc99fd1-2eeb-4975-ad51-0350ab4553ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:45.248428 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.252853 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.279513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.281300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc99fd1-2eeb-4975-ad51-0350ab4553ee {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:44:45.303545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.304997 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-cd0d44d2-46ea-4050-816a-78d668d7e993 admin admin] 10.222.0.47 "DELETE /v2.0/routers/adc99fd1-2eeb-4975-ad51-0350ab4553ee HTTP/1.1" status: 204 len: 168 time: 1.8365436 Feb 17 04:44:45.307843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49354) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:45.384709 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Deleting subnet acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:44:45.393217 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.494372 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:45.636449 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.047331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.065211 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:46.443507 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfa63ff-0309-48c3-8ccf-65f9ba0b61e1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.471860 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473671 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.473869 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.474422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:46.483633 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:46.525959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.533503 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e2a2e-7047-4d11-baca-4e8a93c43cc3 None None] Network b7e327c8-6918-47c7-9f64-4b7ede805daf requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:46.534677 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49362) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:46.534824 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6dbb4ed6-2235-4a95-b198-d72861f0cc42 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/acfa63ff-0309-48c3-8ccf-65f9ba0b61e1 HTTP/1.1" status: 204 len: 168 time: 1.2252383 Feb 17 04:44:46.704181 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.792687 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Deleting port 26803d51-35bf-42d3-b768-6f762c1cca02 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:46.793190 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.902686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] DHCP port deletion for b7e327c8-6918-47c7-9f64-4b7ede805daf request from dv-cinder-760197-3-smb {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:44:46.910648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Deleting port 26803d51-35bf-42d3-b768-6f762c1cca02 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:46.911103 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.047129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:47.118490 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:47.118803 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 98bc1c3d-9fd1-4f66-9e81-4ecc23ff4db6 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:47.119271 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 2ea874b6-a2ed-4837-9963-e6cec6653ebb no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:47.123158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] For port 26803d51-35bf-42d3-b768-6f762c1cca02, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=26803d51-35bf-42d3-b768-6f762c1cca02,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:47.123843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.172019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 2ea874b6-a2ed-4837-9963-e6cec6653ebb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:47.172383 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 2ea874b6-a2ed-4837-9963-e6cec6653ebb not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:47.172895 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 26803d51-35bf-42d3-b768-6f762c1cca02 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:47.323988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Calling delete_port for 26803d51-35bf-42d3-b768-6f762c1cca02 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:47.439814 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.453168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Port 26803d51-35bf-42d3-b768-6f762c1cca02 update to DOWN by agent not found {{(pid=84042) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:44:47.464824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d0dd0f03-8607-43e6-b28e-87e39872f358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:47.466838 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] For port 26803d51-35bf-42d3-b768-6f762c1cca02, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=26803d51-35bf-42d3-b768-6f762c1cca02,segment=NetworkSegment(d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc),segment_id=d95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:47.468210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.596005 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=26803d51-35bf-42d3-b768-6f762c1cca02,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:47.601413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:47.642441 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Calling delete_port for 26803d51-35bf-42d3-b768-6f762c1cca02 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:47.681422 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] No DVR routers for this DVR port 26803d51-35bf-42d3-b768-6f762c1cca02 on host dv-cinder-760197-3-smb {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:47.744969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:44:47.745565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:44:47.827663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.994258 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e327c8-6918-47c7-9f64-4b7ede805daf']}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:48.010269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:48.010269 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95a89b9-1b6c-45b5-b0b5-b71faf8ef3fc') {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:48.025044 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2412433'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.045280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.049925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:44:48.255963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Deleting port 26803d51-35bf-42d3-b768-6f762c1cca02 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:48.258746 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.268373 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Network b7e327c8-6918-47c7-9f64-4b7ede805daf has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:48.290660 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2405671'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.414071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-3accbf82-347e-4286-8f38-6470c52d8097 None None] The port '26803d51-35bf-42d3-b768-6f762c1cca02' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:44:48.520843 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Network b7e327c8-6918-47c7-9f64-4b7ede805daf has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:48.545622 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:48.664184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.675704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:48.679318 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e044d111-c716-45a9-b41c-eb2e7faa71a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:48.704735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e327c8-6918-47c7-9f64-4b7ede805daf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:48.718238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.718664 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.719080 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.719494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.719906 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.720317 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.720728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.721151 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.721805 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.721940 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.722328 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.722728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.723166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.723562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.723958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.724353 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.724748 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.725166 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.725565 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.725960 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.726568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.726965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.727381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.727794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:48.732070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:48.749404 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e3bf4792-180f-47ab-8e60-211982444d5b admin admin] 10.222.0.47 "DELETE /v2.0/networks/b7e327c8-6918-47c7-9f64-4b7ede805daf HTTP/1.1" status: 204 len: 168 time: 2.2085440 Feb 17 04:44:48.749661 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49380) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:49.597102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.038174 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Deleting port e98d61a4-a6ee-42b7-9663-7c8b281d4b95 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:50.039295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.398739 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] For port e98d61a4-a6ee-42b7-9663-7c8b281d4b95, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:50.399386 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.588553 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Calling delete_port for e98d61a4-a6ee-42b7-9663-7c8b281d4b95 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:50.820714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.837855 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6e163ede-fed9-4c09-b692-41def4a62972 tempest-AttachVolumeShelveTestJSON-779054938 tempest-AttachVolumeShelveTestJSON-779054938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:50.939576 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98d61a4-a6ee-42b7-9663-7c8b281d4b95,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:50.952388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:51.280188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:52.048257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Router b546c3a4-c6ca-4428-b06b-d0641dd80d6a has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:44:52.255352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:44:52.264210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Sync routers for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:44:52.271047 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4f16df66-90b8-45ce-81b0-1a8afa4848f1 admin admin] 10.222.0.47 "PUT /v2.0/routers/b546c3a4-c6ca-4428-b06b-d0641dd80d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5202920 Feb 17 04:44:52.274444 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49468) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:52.275364 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:52.276058 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:52.477732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:52.481002 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:52.669493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:52.675022 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Deleting port ea8e526a-77d5-4a63-b8a5-6691fca0575a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:52.675400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:52.873995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] For port ea8e526a-77d5-4a63-b8a5-6691fca0575a, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ea8e526a-77d5-4a63-b8a5-6691fca0575a,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:52.874400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:52.960548 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:44:50Z', 'revision_number': 5, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:52.968098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Checking router: b546c3a4-c6ca-4428-b06b-d0641dd80d6a for host: dv-cinder-760197-3-smb {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:44:52.993509 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Routers {'b546c3a4-c6ca-4428-b06b-d0641dd80d6a'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:52.994180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:44:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:53.016488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Calling delete_port for ea8e526a-77d5-4a63-b8a5-6691fca0575a owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:53.190184 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.321069 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49474) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:53.379096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] Set router b546c3a4-c6ca-4428-b06b-d0641dd80d6a gateway port host: dv-cinder-760197-3-smb {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:53.394498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Deleting subnet efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:44:53.397936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.401027 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.456558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852363383'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.531267 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.552582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.555032 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.588619 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.589500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b546c3a4-c6ca-4428-b06b-d0641dd80d6a {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:44:53.611249 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.612518 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-678b88e7-fe7e-4177-a197-00848c48e5cf admin admin] 10.222.0.47 "DELETE /v2.0/routers/b546c3a4-c6ca-4428-b06b-d0641dd80d6a HTTP/1.1" status: 204 len: 168 time: 1.3368769 Feb 17 04:44:53.615391 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49478) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:53.690707 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Deleting subnet 186d7ab0-dab7-4dda-9af3-791acb0b6e15 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:44:53.694338 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.706091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:44:50Z', 'revision_number': 5, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:53.711927 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee18642-11ed-49eb-8100-f067296aa54e None None] The sync data for ids ['b546c3a4-c6ca-4428-b06b-d0641dd80d6a'] in dv-cinder-760197-3-smb is: [{'id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'name': 'tempest-TestShelveInstance-867991627-router', 'tenant_id': '57447338d71b4eb4a7cba7b0e294a566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:39:30Z', 'updated_at': '2021-02-17T04:44:50Z', 'revision_number': 5, 'project_id': '57447338d71b4eb4a7cba7b0e294a566', 'gw_port': {'id': 'ea8e526a-77d5-4a63-b8a5-6691fca0575a', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b546c3a4-c6ca-4428-b06b-d0641dd80d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:32Z', 'updated_at': '2021-02-17T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:53.752513 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.831892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852381224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851351739'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.847196 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:53.850018 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cf7fad61-24c4-4947-84b2-ea5b3d0ef7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:53.952716 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:53.956089 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:54.004455 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.015180 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ffd6380b-1d3d-4b1f-a489-4c0cad3807ee admin admin] 10.222.0.47 "DELETE /v2.0/subnets/efb71dbb-a6e0-4aed-b8a8-9c3914cfecd0 HTTP/1.1" status: 204 len: 168 time: 0.6925585 Feb 17 04:44:54.017742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49482) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:54.129497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.140262 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.146813 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:54.237357 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186d7ab0-dab7-4dda-9af3-791acb0b6e15,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:54.241833 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:54.288982 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.298081 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-575f9f5f-d2e7-4547-96a4-12b732e39382 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/186d7ab0-dab7-4dda-9af3-791acb0b6e15 HTTP/1.1" status: 204 len: 168 time: 0.6788917 Feb 17 04:44:54.298308 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026ed8c-aa8b-48e1-b864-453ca28cc480 None None] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:54.298439 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49486) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:54.340435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.421413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.474343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b989721a-1500-4640-9b15-a0323798fe11']}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:54.489785 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb4160f-8e54-41c7-b75e-d7b0fb899276') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:54.490653 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb4160f-8e54-41c7-b75e-d7b0fb899276') {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:54.498925 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Deleting port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:54.499400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.508234 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2412433'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.529543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.533239 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:44:54.627315 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] DHCP port deletion for 51f1574c-de2e-4035-a8ae-54b3402c9d7e request from dv-cinder-760197-3-smb {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:44:54.631721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Deleting port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:54.632145 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.740672 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Network b989721a-1500-4640-9b15-a0323798fe11 has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:54.742188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] For port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:54.742590 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.750907 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2405671'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.867844 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] For port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,segment=NetworkSegment(3ba5b87d-538e-4db6-a150-0486cc64feef),segment_id=3ba5b87d-538e-4db6-a150-0486cc64feef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:54.868511 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:54.903417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Calling delete_port for 621eeae8-c983-40cd-a5f4-f16fa3a6d28d owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:54.954294 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Network b989721a-1500-4640-9b15-a0323798fe11 has no segments {{(pid=84040) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:54.987190 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:55.003500 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ea8e526a-77d5-4a63-b8a5-6691fca0575a no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:55.016588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.033405 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cb5380fe-9bb6-44f0-b634-28c53c7434cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:55.042036 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Calling delete_port for 621eeae8-c983-40cd-a5f4-f16fa3a6d28d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:55.072694 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.085071 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: ea8e526a-77d5-4a63-b8a5-6691fca0575a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:55.085299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ea8e526a-77d5-4a63-b8a5-6691fca0575a not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:55.085704 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e98d61a4-a6ee-42b7-9663-7c8b281d4b95 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:55.096971 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.101614 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-70926c1a-7b0b-4cff-8dae-723085d48456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:55.131568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Pushing event deleted for resources: {'Network': ['ID=b989721a-1500-4640-9b15-a0323798fe11,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:55.134921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:55.136945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: e98d61a4-a6ee-42b7-9663-7c8b281d4b95 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:55.137155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-4ecb14a8-2411-4452-b65d-d37119311641 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b989721a-1500-4640-9b15-a0323798fe11 HTTP/1.1" status: 204 len: 168 time: 1.1177058 Feb 17 04:44:55.137767 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device e98d61a4-a6ee-42b7-9663-7c8b281d4b95 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:55.138346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 621eeae8-c983-40cd-a5f4-f16fa3a6d28d no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:55.142728 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=621eeae8-c983-40cd-a5f4-f16fa3a6d28d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:55.155914 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:55.181210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 621eeae8-c983-40cd-a5f4-f16fa3a6d28d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:55.181616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 621eeae8-c983-40cd-a5f4-f16fa3a6d28d not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:55.196129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] No DVR routers for this DVR port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d on host dv-cinder-760197-3-smb {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:55.223014 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:44:55.223438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:44:55.275329 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49492) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:55.326189 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.329369 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5c779697-79e1-46d2-be06-c76a6779b896 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=752057e647214593a83386e48ef86573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526941 Feb 17 04:44:55.331915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49496) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:55.396188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.424780 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.444985 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f1574c-de2e-4035-a8ae-54b3402c9d7e']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:55.459105 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba5b87d-538e-4db6-a150-0486cc64feef') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:55.459442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba5b87d-538e-4db6-a150-0486cc64feef') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:55.471343 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.472408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.476396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-fb01df48-1554-4d06-aed2-51958492f8c5 tempest-TestShelveInstance-1700193115 tempest-TestShelveInstance-1700193115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:55.487785 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.490010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:44:55.490158 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd29a8-5bc8-4993-97cf-84b1d3f18408,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:55.492923 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:55.494129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.498326 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-752431ab-15b2-4764-a961-bda90e6e9da5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9cd29a8-5bc8-4993-97cf-84b1d3f18408 HTTP/1.1" status: 204 len: 168 time: 0.1653264 Feb 17 04:44:55.725400 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Deleting port 621eeae8-c983-40cd-a5f4-f16fa3a6d28d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:55.726331 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:55.804714 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d786-8a3f-477b-b3cf-aa42262460fd None None] The port '621eeae8-c983-40cd-a5f4-f16fa3a6d28d' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:44:55.946330 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:55.956321 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.153176 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Network 51f1574c-de2e-4035-a8ae-54b3402c9d7e has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:56.177394 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:56.257875 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.263240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.267313 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:56.295083 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/51f1574c-de2e-4035-a8ae-54b3402c9d7e HTTP/1.1" status: 204 len: 168 time: 1.9951320 Feb 17 04:44:56.296124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f1574c-de2e-4035-a8ae-54b3402c9d7e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:56.298892 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-6bda5d0a-1e1f-42a9-a63d-7515ffc05ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:56.489139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49524) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:56.541954 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-bb87155b-a7f5-46e8-98cc-78050dc04a6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d60cf40f6a084505a3f4fa379c4b5318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514588 Feb 17 04:44:56.545287 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49528) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:56.856412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.884989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.945697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.950280 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-8b36a998-9358-47ec-b48d-ef8bb1f24127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:56.964706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8cdece-fc4b-4c17-b020-e0e0131e5200,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:56.968763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:56.975073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:56.976317 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-e0241e08-9d4c-44d3-910f-746c96481c90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b8cdece-fc4b-4c17-b020-e0e0131e5200 HTTP/1.1" status: 204 len: 168 time: 0.4300468 Feb 17 04:44:57.336695 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49540) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:57.387428 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-10147d16-5698-4dc6-ae19-dde45e9a7ea4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57447338d71b4eb4a7cba7b0e294a566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494089 Feb 17 04:44:57.390073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49544) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:57.450061 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:57.480319 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:57.523824 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:57.528582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-403f8366-e7ca-4889-a4b5-5871cbf46181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:57.539535 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8350ac-6597-4a4a-8d6d-e6373d85f211,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:57.543296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:57.547164 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:57.548391 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0656f1aa-b6be-4d4a-a6c7-42fcacdaebf1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d8350ac-6597-4a4a-8d6d-e6373d85f211 HTTP/1.1" status: 204 len: 168 time: 0.1573727 Feb 17 04:44:58.395975 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-35448894-6c60-414e-b8e8-e62cce251e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:58.405549 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-35448894-6c60-414e-b8e8-e62cce251e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1202 time: 0.1523426 Feb 17 04:44:58.440753 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438434-1ccf-4f47-8ffa-8f79d3897e00 req-29a99a74-2400-49c4-b971-2807df9ccff3 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:58.442463 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01438434-1ccf-4f47-8ffa-8f79d3897e00 req-29a99a74-2400-49c4-b971-2807df9ccff3 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.1537848 Feb 17 04:44:58.567094 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-01438434-1ccf-4f47-8ffa-8f79d3897e00 req-b1423349-27e4-450f-9a6d-99962158b118 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0708001 Feb 17 04:44:58.600774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-842f3e05-aca3-46cd-8493-b6b8a2f11516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:58.602470 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-842f3e05-aca3-46cd-8493-b6b8a2f11516 service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.1949401 Feb 17 04:44:58.716217 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-73610367-aa49-4fc4-8e1e-8341cdfc4171 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1001 time: 0.1065621 Feb 17 04:44:58.787891 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-4f698edc-1d86-46c5-9f0d-b3f9e25e4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:58.789605 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-4f698edc-1d86-46c5-9f0d-b3f9e25e4e29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.0669625 Feb 17 04:44:58.881915 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-a7909c0c-84e0-43a6-9f13-0dabefae0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:58.883580 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-a7909c0c-84e0-43a6-9f13-0dabefae0003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862999 Feb 17 04:44:59.038352 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-1487e4e7-03d2-474a-8427-a4870acfa54d service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396031 Feb 17 04:44:59.190900 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f208e6a4-f707-4c3d-b582-911ba4c6b876 req-21d5bc92-9885-447f-9358-e3d51bf581ba service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443131 Feb 17 04:44:59.776381 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b378e-13e5-4451-bd33-d5f42dea0091 req-262b4e09-a451-4bed-89cd-53661f646f91 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:59.776931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49572) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:59.778088 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-435b378e-13e5-4451-bd33-d5f42dea0091 req-262b4e09-a451-4bed-89cd-53661f646f91 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0890543 Feb 17 04:44:59.830098 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-435b378e-13e5-4451-bd33-d5f42dea0091 req-656186ac-cfcf-410d-ae6c-a45fabdae599 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0452251 Feb 17 04:44:59.903616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.919067 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:59.923159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Usage tracker for resource:security_group_rule and tenant:dd3658bc8a074c2797664044588da839 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:59.926157 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:59.932031 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:00.017804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.021028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.029979 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-9cfb6064-b1cc-4e21-803f-a4f904e65a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:00.072850 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd3658bc8a074c2797664044588da839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949722 Feb 17 04:45:00.073828 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65309f3c-a588-49fa-953d-4aae2afdf586,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:00.075896 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49578) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:00.077272 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-ad7978a4-a6ed-4b97-a027-29978edb34da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:00.144396 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.171952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.217344 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.222345 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-cf14cc7e-fdce-4b6e-bab9-3daa31043d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:00.236367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65309f3c-a588-49fa-953d-4aae2afdf586,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:00.239180 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:00.240578 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.244685 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-33fd1f24-7d6c-4938-a5dc-0ca0301aba1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65309f3c-a588-49fa-953d-4aae2afdf586 HTTP/1.1" status: 204 len: 168 time: 0.1673980 Feb 17 04:45:01.037718 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6653d-8947-47a3-bf99-7296ba0fb52a req-81359dc2-ccbe-4351-8972-a0f4c98ed0ab tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:01.039524 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2a6653d-8947-47a3-bf99-7296ba0fb52a req-81359dc2-ccbe-4351-8972-a0f4c98ed0ab tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0910125 Feb 17 04:45:01.095089 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f2a6653d-8947-47a3-bf99-7296ba0fb52a req-da72272c-85d4-43da-ad28-9e49a4a4c37a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0491991 Feb 17 04:45:02.312408 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1434-8a35-48c6-83a7-8427eb1bf529 req-81052f6c-6d91-4bb0-ae31-3b422bcb3179 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:02.314086 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a71f1434-8a35-48c6-83a7-8427eb1bf529 req-81052f6c-6d91-4bb0-ae31-3b422bcb3179 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0964842 Feb 17 04:45:02.366085 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-a71f1434-8a35-48c6-83a7-8427eb1bf529 req-98d2ea51-7f0b-4c5c-93a8-e7f178e843c4 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0455825 Feb 17 04:45:02.420642 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.569213 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea165b5-82b6-4412-a752-051cd2a70061 req-5e3de881-b313-4f29-9d38-8accb6274f98 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:03.570737 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bea165b5-82b6-4412-a752-051cd2a70061 req-5e3de881-b313-4f29-9d38-8accb6274f98 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0900497 Feb 17 04:45:03.620141 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-bea165b5-82b6-4412-a752-051cd2a70061 req-4a77237f-90aa-4d6c-ac15-4d8b4caffd34 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0423582 Feb 17 04:45:04.296691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-97cb5c48-2a49-4b64-afae-922b94fb7942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.834165 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693efa8-367e-4ff4-b771-f4a9297842e4 req-9f3bb5f9-a5d3-4635-ba2f-78648dd0bf23 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:04.835775 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b693efa8-367e-4ff4-b771-f4a9297842e4 req-9f3bb5f9-a5d3-4635-ba2f-78648dd0bf23 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0984352 Feb 17 04:45:04.889285 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b693efa8-367e-4ff4-b771-f4a9297842e4 req-f18312ef-9745-423a-925d-2b19b7dd6aa3 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0451584 Feb 17 04:45:06.095756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db403d-76c4-4f61-9720-1b005b42a59f req-55aa1626-dbcf-4ad3-a1f1-58eb9ca829f8 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:06.097441 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-45db403d-76c4-4f61-9720-1b005b42a59f req-55aa1626-dbcf-4ad3-a1f1-58eb9ca829f8 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0933251 Feb 17 04:45:06.149937 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-45db403d-76c4-4f61-9720-1b005b42a59f req-c81f88d2-4f52-4bb8-b586-e7f021f4859a tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456312 Feb 17 04:45:06.906347 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7247ced9-1ecc-4c3a-af5f-1d2947d056b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.564628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0a6c-5a6b-436f-9210-e5c579cdb483 req-93b69ca4-cd0d-4274-84a2-9d926b7ab7c1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:07.566218 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df0b0a6c-5a6b-436f-9210-e5c579cdb483 req-93b69ca4-cd0d-4274-84a2-9d926b7ab7c1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.2957797 Feb 17 04:45:07.576254 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.619981 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df0b0a6c-5a6b-436f-9210-e5c579cdb483 req-3b1a9891-4d39-4d24-bb8a-f547177ac7c9 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0473874 Feb 17 04:45:08.353721 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.636893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.837072 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386aaa3-41d3-47dd-a3f1-33b35e372375 req-0307f4a0-0367-4b34-a85a-579e7b19e568 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:08.838877 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c386aaa3-41d3-47dd-a3f1-33b35e372375 req-0307f4a0-0367-4b34-a85a-579e7b19e568 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.1022532 Feb 17 04:45:08.994998 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c386aaa3-41d3-47dd-a3f1-33b35e372375 req-06f0ec9f-a31c-434a-bcd2-52f335d51ae2 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1473482 Feb 17 04:45:09.016124 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-8b98d6c0-3597-4884-981a-c119c8c85bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:09.017800 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-8b98d6c0-3597-4884-981a-c119c8c85bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1202 time: 0.1323614 Feb 17 04:45:09.175881 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-1955ae87-2918-4998-a80f-191a409260bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:09.177345 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-1955ae87-2918-4998-a80f-191a409260bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.1380086 Feb 17 04:45:09.300439 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-207149eb-5f97-4c46-be68-d6bd87d95ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1001 time: 0.1164269 Feb 17 04:45:09.368722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-559b4689-e0dc-4963-a420-cd13668bd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:09.370320 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-559b4689-e0dc-4963-a420-cd13668bd242 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.0635855 Feb 17 04:45:09.453652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-21817c4c-1756-45ed-91fd-a8395f0483e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:09.455499 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-21817c4c-1756-45ed-91fd-a8395f0483e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773916 Feb 17 04:45:09.607190 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-7843ae4d-2a9a-4aa8-a99f-80d3bf12f9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444349 Feb 17 04:45:09.754476 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b0cb6b93-9235-42af-bf75-3547eb6a55bb req-a986e0fa-c557-4ef0-9f74-1fe38b5430bb service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406519 Feb 17 04:45:10.210909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c039b2-4192-4613-bfb4-bb86a33e7882 req-84f39f20-11ec-4b95-b8da-408b27620ef2 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:10.212549 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-57c039b2-4192-4613-bfb4-bb86a33e7882 req-84f39f20-11ec-4b95-b8da-408b27620ef2 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0962441 Feb 17 04:45:10.263476 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-57c039b2-4192-4613-bfb4-bb86a33e7882 req-13c2fa1b-c844-4394-859c-eee90fa27fcd tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0437112 Feb 17 04:45:11.470644 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee2d08-7cd8-42f5-b38a-e4ca8c1247a3 req-1b871304-31be-45c3-96e8-ebda09ec0feb tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:11.472377 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-84ee2d08-7cd8-42f5-b38a-e4ca8c1247a3 req-1b871304-31be-45c3-96e8-ebda09ec0feb tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0927632 Feb 17 04:45:11.530975 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-84ee2d08-7cd8-42f5-b38a-e4ca8c1247a3 req-0bc63a62-bcd8-4f12-9aa3-8d8aca89052c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0513649 Feb 17 04:45:12.674882 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49738) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:12.732938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8890-af25-4609-8419-b7fddbe2a113 req-e36343ed-44a5-4aca-9e27-3c921ef300b5 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:12.734579 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b56b8890-af25-4609-8419-b7fddbe2a113 req-e36343ed-44a5-4aca-9e27-3c921ef300b5 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0893614 Feb 17 04:45:12.788147 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-b56b8890-af25-4609-8419-b7fddbe2a113 req-59eda8c3-65bc-4b97-83d3-20ee113055fa tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0468688 Feb 17 04:45:12.805805 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.821959 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:12.826579 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Usage tracker for resource:security_group_rule and tenant:07692337e41c48acaf32cd2b513d8080 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:12.829599 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:12.835291 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.quota.driver [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:12.934538 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.937346 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.945732 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3d3066d7-1faa-462a-ba0a-dd95716c5530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:12.992816 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07692337e41c48acaf32cd2b513d8080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167701 Feb 17 04:45:12.994515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8099c5ef-4b35-4413-bd71-75497df47946,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:12.997921 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.47', 49744) {{(pid=84040) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:12.998098 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1c60a2a1-efc4-45e0-8a39-bcc6cd14d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:13.062965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.096133 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.141635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.146859 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-a4fadba8-638e-446a-8a73-1dda22ac29cf tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:13.160236 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8099c5ef-4b35-4413-bd71-75497df47946,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:13.163129 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:13.165516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.167397 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-28c16bd9-a3c4-4538-90e6-c1dcf2576c5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8099c5ef-4b35-4413-bd71-75497df47946 HTTP/1.1" status: 204 len: 168 time: 0.1674078 Feb 17 04:45:13.248764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:45:13.986213 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3ac0e-2042-4099-820b-0f6831c2c24b req-cc556a88-c49c-4645-a895-b3b64d5816f1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:13.987830 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f3e3ac0e-2042-4099-820b-0f6831c2c24b req-cc556a88-c49c-4645-a895-b3b64d5816f1 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0870199 Feb 17 04:45:14.038489 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-f3e3ac0e-2042-4099-820b-0f6831c2c24b req-20165b32-cba5-41ae-bafe-dc27746d8524 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442493 Feb 17 04:45:15.177100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:15.318268 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:15.318691 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.329615 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cded337-cdef-4855-90e5-cbde4d235ec8 req-286f46b7-885a-48b6-88c8-3b12350e7144 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.333174 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0cded337-cdef-4855-90e5-cbde4d235ec8 req-286f46b7-885a-48b6-88c8-3b12350e7144 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.1495137 Feb 17 04:45:15.386951 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-0cded337-cdef-4855-90e5-cbde4d235ec8 req-310c94d7-9a2c-437f-a359-911899111150 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0489681 Feb 17 04:45:16.586149 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991009c0-1865-407d-8d94-ad83ebb1bcc7 req-03860131-87e3-44d0-8fca-a41dc8e78005 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:16.587753 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-991009c0-1865-407d-8d94-ad83ebb1bcc7 req-03860131-87e3-44d0-8fca-a41dc8e78005 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0852532 Feb 17 04:45:16.639400 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-991009c0-1865-407d-8d94-ad83ebb1bcc7 req-cccd20d7-3b2a-49a6-83ed-2bce20280fc9 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ef96987-ff32-4687-b954-eb6768db2e95&id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0453568 Feb 17 04:45:32.436845 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.298255 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e414-8f8f-4edc-b955-85e8bfa4202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:36.909163 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5258b-cb3b-4b67-b87a-680dd5b90e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:37.572327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:38.357774 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:38.640111 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:48.977297 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-c68954a8-be4c-4868-abf9-ea8ff0a37ae2 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-143316460&fields=id&tenant_id=1711843f8de5403fa8e8c80e71cf132c HTTP/1.1" status: 200 len: 267 time: 0.0457978 Feb 17 04:45:49.068725 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-4037084e-e8d6-40ca-bf61-45500a5ba191 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:49.070590 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-4037084e-e8d6-40ca-bf61-45500a5ba191 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 984 time: 0.0872142 Feb 17 04:45:49.083385 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.v2.base [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Request body: {'port': {'security_groups': ['186aa4ba-dc24-42ca-9b47-928dbbf9caf2']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:49.252696 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788035579'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:49.795697 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:49.820812 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:49.824367 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297703827930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297704252686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297704211691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2405637'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:49.838961 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-b716d803-5916-48c9-a2e4-9e5ed4752821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:49.987516 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event updated for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:49.997745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:49.998172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:49.998584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:49.998991 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:49.999393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:49.999795 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.000191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.000588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.001010 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.001409 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.001804 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.002195 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.002629 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.003021 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.003413 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.003801 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.004191 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.004581 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.004999 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.005388 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.005783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.006171 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.006559 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.006944 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:50.021395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:50.060887 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:50.061568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.063057 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-99820c96-c2e5-4323-a749-713f1fc507b8 req-1c0f8b42-677c-4e91-a835-fed480280c31 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "PUT /v2.0/ports/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 942 time: 0.9850075 Feb 17 04:45:50.063669 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:50.141774 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-7ba0b02e-b598-481d-9c55-9720498462da tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups/8ef96987-ff32-4687-b954-eb6768db2e95 HTTP/1.1" status: 200 len: 3003 time: 0.0571451 Feb 17 04:45:50.227298 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.250332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:45:50.271257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.317504 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-0da8acc9-e438-4049-9b3e-7b4bb74095af None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:50.317917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0da8acc9-e438-4049-9b3e-7b4bb74095af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.324763 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.335532 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-3bc4d7b9-c02e-475d-a58d-a13d315762b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:50.351981 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef96987-ff32-4687-b954-eb6768db2e95,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:50.362546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:50.365140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:50.366541 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c783a04f-01d1-4f3c-810b-e8e3bf6249af req-58481d11-1648-4569-9aba-01681f7449b6 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "DELETE /v2.0/security-groups/8ef96987-ff32-4687-b954-eb6768db2e95 HTTP/1.1" status: 204 len: 173 time: 0.2179301 Feb 17 04:45:50.374902 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:45:50.516181 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-e7ea54ea-edd1-436a-90dd-e9b92855a6d7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/floatingips/e5b7fd8f-6b04-45a8-a544-a376a81b3a9e HTTP/1.1" status: 200 len: 998 time: 0.1262262 Feb 17 04:45:50.748741 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-d2fb0222-eb8f-4f53-b78c-230b82f6a3dc tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:50.750261 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-d2fb0222-eb8f-4f53-b78c-230b82f6a3dc tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/networks/15633124-027d-4783-b8d1-7d4917bf4aba HTTP/1.1" status: 200 len: 784 time: 0.2277465 Feb 17 04:45:50.764519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-237814ba-1e6f-40bd-85cc-4ccb57df2fee tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:45:50.765620 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-237814ba-1e6f-40bd-85cc-4ccb57df2fee tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0090184 Feb 17 04:45:50.769238 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-54717fd4-94a8-42cb-920a-1d3b5342dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:50.770751 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-54717fd4-94a8-42cb-920a-1d3b5342dc6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1162 time: 0.3146155 Feb 17 04:45:50.973412 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-339ad3b2-fe3b-4540-b5a2-c3933d3a3390 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.186 HTTP/1.1" status: 200 len: 1001 time: 0.2011611 Feb 17 04:45:51.075019 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-c08763b0-0279-4503-85e6-8224cef0b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:51.076631 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-c08763b0-0279-4503-85e6-8224cef0b946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.2488768 Feb 17 04:45:51.141395 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-dbd4a560-c4d7-4bea-8e01-6cbcb89d1907 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:51.142857 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-dbd4a560-c4d7-4bea-8e01-6cbcb89d1907 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 942 time: 0.1556888 Feb 17 04:45:51.206785 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-e3af38d1-3213-444d-9343-dcc6795e9cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 1001 time: 0.1226573 Feb 17 04:45:51.361070 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-928b9e68-df53-4515-80f0-3186e8053531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:51.362679 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-928b9e68-df53-4515-80f0-3186e8053531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.1489174 Feb 17 04:45:51.384096 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a up at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:51.420284 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-9883925b-ad31-486a-8b33-eade82624944 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.28.0.186 HTTP/1.1" status: 200 len: 1001 time: 0.1675546 Feb 17 04:45:51.460948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.provisioning_blocks [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Provisioning complete for port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:51.460948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66829547'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:51.643043 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-3b48805c-a21c-4336-a65b-b1c61ce526e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:51.644924 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-3b48805c-a21c-4336-a65b-b1c61ce526e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2703719 Feb 17 04:45:51.660497 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-733c1749-fdc4-4dfc-b793-09436a5c37fd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:45:51.661559 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-733c1749-fdc4-4dfc-b793-09436a5c37fd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0079894 Feb 17 04:45:51.699616 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Deleting port c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:51.699988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:51.945348 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-0b4cd090-4e6d-416c-a24a-b6189555aae7 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710748 Feb 17 04:45:52.061663 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:52.062025 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:52.467688 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Calling delete_port for c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:52.558235 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-89ce7a7a-9fcf-4a25-901c-1d3647a24b07 req-8ed65666-33ab-4a02-99bd-26890635e75e service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6022563 Feb 17 04:45:52.650993 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:52.667277 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c36b3704-ab89-4082-8333-1138d9d69bc5 tempest-AttachVolumeNegativeTest-1776022205 tempest-AttachVolumeNegativeTest-1776022205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:52.770106 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event deleted for resources: {'Port': ['ID=c66e7d2e-f9a6-4154-a8a5-4a2b67ce568c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:52.778452 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:52.891303 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:52.891680 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.db.l3_db [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Floating IP e5b7fd8f-6b04-45a8-a544-a376a81b3a9e disassociated (deleted). External IP: 172.28.0.186, port: 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a. Feb 17 04:45:53.277141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Router 55f96eb2-362e-4944-a364-48a14d1d8730 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:45:53.468655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:45:53.478210 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Sync routers for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:45:53.488676 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:53.489366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:45:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:53.493756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:53.553044 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-77b17412-7ad7-4fc8-a76f-7c91bdda212c tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "DELETE /v2.0/floatingips/e5b7fd8f-6b04-45a8-a544-a376a81b3a9e HTTP/1.1" status: 204 len: 173 time: 2.1243734 Feb 17 04:45:53.553610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:53.607892 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:45:53.683438 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:53.702485 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-fcc82861-4132-43c3-a0a4-e83c2829cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:53.704135 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-fcc82861-4132-43c3-a0a4-e83c2829cf5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1162 time: 0.1380453 Feb 17 04:45:53.823533 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-4e9bdb3b-f6e0-4129-b65c-25a9cd110f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:53.825101 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-4e9bdb3b-f6e0-4129-b65c-25a9cd110f46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1711843f8de5403fa8e8c80e71cf132c&device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 1162 time: 0.1901307 Feb 17 04:45:53.956257 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-fc21efee-eb34-47e7-bd9f-2586140e1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:53.957918 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-fc21efee-eb34-47e7-bd9f-2586140e1014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.2469542 Feb 17 04:45:54.019570 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:54.023745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Checking router: 55f96eb2-362e-4944-a364-48a14d1d8730 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:45:54.033652 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:54.034327 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:45:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:54.048349 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-7cbe9930-230f-4e59-94ab-901f118b00e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 217 time: 0.0828569 Feb 17 04:45:54.115631 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-5d80501e-bd19-4070-8b0e-64dcf2937806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:54.117242 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-5d80501e-bd19-4070-8b0e-64dcf2937806 service neutron] 10.222.0.41 "GET /v2.0/networks?id=444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 200 len: 908 time: 0.2854135 Feb 17 04:45:54.201384 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-99dcc4df-d30c-4906-9139-de4d096e7729 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 200 len: 217 time: 0.0744946 Feb 17 04:45:54.202793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-4faa67cb-2591-40b2-8868-bb3e65fc3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:54.204309 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-4faa67cb-2591-40b2-8868-bb3e65fc3841 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.1417475 Feb 17 04:45:54.233655 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:54.324626 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-f05c38b3-e1ae-43ac-9ae7-02291fefb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:54.327018 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-f05c38b3-e1ae-43ac-9ae7-02291fefb8ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 200 len: 853 time: 0.1191194 Feb 17 04:45:54.398495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-039f0fd2-81ea-40a6-bbbe-680dca827bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:54.400062 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-039f0fd2-81ea-40a6-bbbe-680dca827bab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1575916 Feb 17 04:45:54.575246 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:54.580722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb951f4-cc25-4fe5-8743-5be500b5ce6e None None] The sync data for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb is: [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:43:39Z', 'revision_number': 4, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb', '_interfaces': [{'id': '499b06ec-8de7-4163-8ac7-a63304917fe1', 'name': '', 'network_id': '444cebb9-7f65-4024-b0b1-7c182384e83e', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'mac_address': 'fa:16:3e:cb:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:38Z', 'updated_at': '2021-02-17T04:43:49Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'subnets': [{'id': 'cc46af4f-5910-44d7-b581-0079e4882d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:45:54.760617 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-1c9f1a37-5c8c-4920-a09f-906d437dde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:54.762270 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-1c9f1a37-5c8c-4920-a09f-906d437dde50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=444cebb9-7f65-4024-b0b1-7c182384e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4276192 Feb 17 04:45:54.898648 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-e3f1f413-9aba-4e15-a14a-64579b22f145 service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903111 Feb 17 04:45:54.971980 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127e11f-007d-4a9f-b0ad-05ea3e677938 None None] New status for floating IP e5b7fd8f-6b04-45a8-a544-a376a81b3a9e: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:45:55.038078 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-15667485-cde3-4da1-b592-10af58d08e59 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668774 Feb 17 04:45:55.172600 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-888dbe4f-3443-445a-8a32-c629f9d37689 req-45858259-ca6d-4f16-b68f-5723cacb0a71 service neutron] 10.222.0.47 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2663260 Feb 17 04:45:55.217756 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-195acbc8-b1a2-4ddc-ae7b-63ac67ae1155 req-ab14e238-8edb-4db1-b74e-d19bdf0e1826 service neutron] 10.222.0.41 "GET /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1593297 Feb 17 04:45:58.521758 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942edf3-ca3c-4133-b95b-84458725de03 req-f7fe87ac-e0bd-4817-80c1-fc1823d321b7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:58.522537 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3942edf3-ca3c-4133-b95b-84458725de03 req-f7fe87ac-e0bd-4817-80c1-fc1823d321b7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:58.538100 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3942edf3-ca3c-4133-b95b-84458725de03 req-f7fe87ac-e0bd-4817-80c1-fc1823d321b7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:58.539392 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3942edf3-ca3c-4133-b95b-84458725de03 req-f7fe87ac-e0bd-4817-80c1-fc1823d321b7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.1103408 Feb 17 04:45:58.587861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3942edf3-ca3c-4133-b95b-84458725de03 req-3cd7996a-a0a0-451d-b3bf-44ac65e07cb7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Synchronizing usage tracker for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:58.603729 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.quota.resource [req-3942edf3-ca3c-4133-b95b-84458725de03 req-3cd7996a-a0a0-451d-b3bf-44ac65e07cb7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Unset dirty status for tenant:1711843f8de5403fa8e8c80e71cf132c on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:58.605305 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-3942edf3-ca3c-4133-b95b-84458725de03 req-3cd7996a-a0a0-451d-b3bf-44ac65e07cb7 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Feb 17 04:45:59.815487 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df065080-0134-4f45-8745-070984b97eeb req-5f051310-2081-4e96-b162-ca0f21400568 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:59.817360 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df065080-0134-4f45-8745-070984b97eeb req-5f051310-2081-4e96-b162-ca0f21400568 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.0905616 Feb 17 04:45:59.871118 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-df065080-0134-4f45-8745-070984b97eeb req-ce053177-6f61-4ea4-9c23-b5aca503ff34 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/security-groups?id=186aa4ba-dc24-42ca-9b47-928dbbf9caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Feb 17 04:46:00.234241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-82a6ded0-5e0f-486c-a5f4-bc7a7f4a8f82 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:00.235809 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-82a6ded0-5e0f-486c-a5f4-bc7a7f4a8f82 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 945 time: 0.0886590 Feb 17 04:46:00.312394 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Deleting port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:00.312779 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:00.573832 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] For port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:00.574152 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:00.708299 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Calling delete_port for 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:00.860159 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852370164'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:00.875969 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-551c8378-bdc6-4537-8681-c1671b726d76 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:00.971362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Pushing event deleted for resources: {'Port': ['ID=455bbc2e-c25e-4645-9a4e-bb22f67b1b2a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:00.978591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:01.046460 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-c1d6962d-7126-4e62-98af-a556b60fb425 req-f77945c5-2476-4fe9-bf87-bd84c7640ef0 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd HTTP/1.1" status: 200 len: 210 time: 0.0588553 Feb 17 04:46:01.138127 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] No DVR routers for this DVR port 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a on host hv-cinder-76019 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:46:01.140506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1203'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:01.143562 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'name': 'network-vif-deleted', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:46:01.158750 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [req-00010ce0-70d4-478a-bee2-7586833f7f33 req-1fb74ed6-9d7a-4c3f-be2b-1830ca99c428 tempest-TestMinimumBasicScenario-1926872064 tempest-TestMinimumBasicScenario-1926872064-project] 10.222.0.41 "DELETE /v2.0/ports/455bbc2e-c25e-4645-9a4e-bb22f67b1b2a HTTP/1.1" status: 204 len: 173 time: 0.9173543 Feb 17 04:46:01.194155 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb6fee-3a4c-4604-a6ae-8cb98e134bcd', 'name': 'network-vif-deleted', 'tag': '455bbc2e-c25e-4645-9a4e-bb22f67b1b2a', 'status': 'completed', 'code': 200} Feb 17 04:46:01.357206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:46:01.394586 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] No Port match for: 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:46:01.394871 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Device 455bbc2e-c25e-4645-9a4e-bb22f67b1b2a not bound to the agent host hv-cinder-76019 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:46:02.434393 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:02.811113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49852) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:03.451742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112887'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:03.826519 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Deleting port 499b06ec-8de7-4163-8ac7-a63304917fe1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:03.826819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.011575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] For port 499b06ec-8de7-4163-8ac7-a63304917fe1, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=499b06ec-8de7-4163-8ac7-a63304917fe1,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:04.011973 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.144442 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Calling delete_port for 499b06ec-8de7-4163-8ac7-a63304917fe1 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:04.300208 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fee64737-997e-44cb-a165-ed3f0289e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.321458 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.336931 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:04.439469 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Pushing event deleted for resources: {'Port': ['ID=499b06ec-8de7-4163-8ac7-a63304917fe1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:04.451594 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.452015 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.452506 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.452815 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.453279 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.453686 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.454091 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.454495 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.454894 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.455333 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.456101 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.456496 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.456953 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.457352 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.457745 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.458139 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.458530 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.458924 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.459314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.459706 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.460097 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.460488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.460901 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.461293 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.466905 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:04.761138 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112793'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.505972 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Router 55f96eb2-362e-4944-a364-48a14d1d8730 has already been hosted by L3 agent 4eda6c90-1fab-4cc0-9a30-777f0c445b84 {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:46:05.694309 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-smb the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:46:05.703608 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Sync routers for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:46:05.713480 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:46:05.714143 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:45:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:05.721162 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-5ea86611-abe2-4d5c-9828-52e16180af53 admin admin] 10.222.0.47 "PUT /v2.0/routers/55f96eb2-362e-4944-a364-48a14d1d8730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9088359 Feb 17 04:46:05.724928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49856) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:05.908648 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:46:05.914241 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.102512 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.108360 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Deleting port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:06.108958 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.313150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] For port ee7445e3-5ab7-4f53-810b-f0c7e5e2d481, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=ee7445e3-5ab7-4f53-810b-f0c7e5e2d481,segment=NetworkSegment(b5450908-355b-4b92-bbc6-025f5ae66c04),segment_id=b5450908-355b-4b92-bbc6-025f5ae66c04)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:06.313470 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.389119 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:46:04Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:06.393148 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Checking router: 55f96eb2-362e-4944-a364-48a14d1d8730 for host: dv-cinder-760197-3-smb {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:46:06.402425 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Routers {'55f96eb2-362e-4944-a364-48a14d1d8730'} bound to L3 agent in host dv-cinder-760197-3-smb {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:46:06.403073 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:26:07Z,description=,heartbeat_timestamp=2021-02-17T04:45:37Z,host='dv-cinder-760197-3-smb',id=4eda6c90-1fab-4cc0-9a30-777f0c445b84,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:26:07Z,topic='l3_agent')) {'router_ids': ['55f96eb2-362e-4944-a364-48a14d1d8730'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:06.447756 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Calling delete_port for ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:06.591783 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] Set router 55f96eb2-362e-4944-a364-48a14d1d8730 gateway port host: dv-cinder-760197-3-smb {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:46:06.592300 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2322067'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.782296 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854041429'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.890954 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:46:04Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}], 'dv-cinder-760197-3-smb', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:06.900963 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4598-c78b-4bfd-8d51-4a39f05a2dbe None None] The sync data for ids ['55f96eb2-362e-4944-a364-48a14d1d8730'] in dv-cinder-760197-3-smb is: [{'id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'name': 'tempest-TestMinimumBasicScenario-259779535-router', 'tenant_id': '1711843f8de5403fa8e8c80e71cf132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'external_fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:33Z', 'updated_at': '2021-02-17T04:46:04Z', 'revision_number': 5, 'project_id': '1711843f8de5403fa8e8c80e71cf132c', 'gw_port': {'id': 'ee7445e3-5ab7-4f53-810b-f0c7e5e2d481', 'name': '', 'network_id': '15633124-027d-4783-b8d1-7d4917bf4aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f96eb2-362e-4944-a364-48a14d1d8730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:34Z', 'updated_at': '2021-02-17T04:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6acf352-c25f-4087-8b6c-0e0b105809a2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-smb'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:46:06.911819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fe2d819e-bfd6-4e37-b4b0-f70347b7eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.922243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853996253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714238'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.924546 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.949920 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854113791'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.950555 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f96eb2-362e-4944-a364-48a14d1d8730 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:46:06.963362 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:06.964605 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-a61de19f-acd5-4e0f-ad45-5ee18db29be3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/55f96eb2-362e-4944-a364-48a14d1d8730 HTTP/1.1" status: 204 len: 168 time: 1.2386661 Feb 17 04:46:06.967242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49860) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:06.974488 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 499b06ec-8de7-4163-8ac7-a63304917fe1 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:46:07.016508 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: 499b06ec-8de7-4163-8ac7-a63304917fe1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:46:07.016928 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device 499b06ec-8de7-4163-8ac7-a63304917fe1 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:46:07.035777 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Deleting subnet cc46af4f-5910-44d7-b581-0079e4882d02 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:46:07.038861 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.095244 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1088293'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.183703 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66837242'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.456140 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036787938590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2314823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3328564'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.476150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:07.559819 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc46af4f-5910-44d7-b581-0079e4882d02,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:07.564522 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:07.575734 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.611582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.617054 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b4e03-77ed-4f1a-a5ba-bbf57ca8d2be None None] Network 444cebb9-7f65-4024-b0b1-7c182384e83e requested from dv-cinder-760197-3-smb {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:46:07.618522 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-0cc6faa7-216a-4966-bbd1-2181da82228a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cc46af4f-5910-44d7-b581-0079e4882d02 HTTP/1.1" status: 204 len: 168 time: 0.6501186 Feb 17 04:46:07.621113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49864) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:07.737521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66660312'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.808945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Deleting port f04f3a4e-2d45-4dff-991f-522eda75654c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:07.809363 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.877610 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] DHCP port deletion for 444cebb9-7f65-4024-b0b1-7c182384e83e request from dv-cinder-760197-3-smb {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:46:07.881952 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Deleting port f04f3a4e-2d45-4dff-991f-522eda75654c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:07.882460 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:08.038568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] For port f04f3a4e-2d45-4dff-991f-522eda75654c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=f04f3a4e-2d45-4dff-991f-522eda75654c,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:08.038893 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:08.103805 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.db [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] For port f04f3a4e-2d45-4dff-991f-522eda75654c, host dv-cinder-760197-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-smb',level=0,port_id=f04f3a4e-2d45-4dff-991f-522eda75654c,segment=NetworkSegment(69a26b8f-eef6-430b-84c0-dcdb4fab9927),segment_id=69a26b8f-eef6-430b-84c0-dcdb4fab9927)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:08.104192 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734823'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:08.250521 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Calling delete_port for f04f3a4e-2d45-4dff-991f-522eda75654c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:08.340572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036788035394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297703827913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739150523114'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:08.358719 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:08.421147 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Calling delete_port for f04f3a4e-2d45-4dff-991f-522eda75654c owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:08.470909 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Pushing event deleted for resources: {'Port': ['ID=f04f3a4e-2d45-4dff-991f-522eda75654c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:08.492937 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.493310 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.493702 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.494082 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.494456 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.494831 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.495206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.495575 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.495945 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.496314 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.496666 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.497635 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.498045 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.498412 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.498784 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.499150 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.499515 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.499878 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.500243 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.500605 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.500995 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.501358 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.501722 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.502085 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:08.507366 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:08.507585 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.db.api [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:46:08.507794 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_db.api [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:46:08.511102 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:08.538943 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bb6ff-2471-40a9-bb38-bd49033dc249 None None] No DVR routers for this DVR port f04f3a4e-2d45-4dff-991f-522eda75654c on host dv-cinder-760197-3-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:46:08.643188 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.004762 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:46:09.013001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Deleting port f04f3a4e-2d45-4dff-991f-522eda75654c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:09.013001 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297703772020'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.043136 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:46:09.043558 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device ee7445e3-5ab7-4f53-810b-f0c7e5e2d481 not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:46:09.044030 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device f04f3a4e-2d45-4dff-991f-522eda75654c no longer exists at agent ovs-agent-dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:46:09.082561 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] No Port match for: f04f3a4e-2d45-4dff-991f-522eda75654c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:46:09.082957 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.rpc [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Device f04f3a4e-2d45-4dff-991f-522eda75654c not bound to the agent host dv-cinder-760197-3-smb {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:46:09.090242 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.plugin [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] The port 'f04f3a4e-2d45-4dff-991f-522eda75654c' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:46:09.213556 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66838115', 'neutron.services.segments.db._delete_segments_for_network-8739151097066'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.329922 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444cebb9-7f65-4024-b0b1-7c182384e83e']}} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:09.342806 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a26b8f-eef6-430b-84c0-dcdb4fab9927') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:09.343141 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.services.segments.db [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a26b8f-eef6-430b-84c0-dcdb4fab9927') {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:09.355059 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297703677692', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853687491'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.369917 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036787947565'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.372463 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:46:09.557146 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Network 444cebb9-7f65-4024-b0b1-7c182384e83e has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:46:09.566662 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66828267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852453704'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.746225 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.plugins.ml2.managers [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Network 444cebb9-7f65-4024-b0b1-7c182384e83e has no segments {{(pid=84041) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: % (table.description, expected, rows_matched) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: % (table.description, expected, rows_matched) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: % (table.description, expected, rows_matched) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: % (table.description, expected, rows_matched) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: Traceback (most recent call last): Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: timer() Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: cb(*args, **kw) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: return func(*args, **kwargs) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: self._notify() Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: self.callback(batched_events) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: event.method(event) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: segment_id)['aggregates'][0] Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: return f(self, *a, **k) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: return self._get(url).json() Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: **kwargs) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: **endpoint_filter) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:09.771839 dv-cinder-760197-3-smb neutron-server[83931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:09.847435 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787937685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731027'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.850872 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-7634f6db-6ee0-415b-818f-0d981077e8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:09.867593 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614768'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.878240 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Pushing event deleted for resources: {'Network': ['ID=444cebb9-7f65-4024-b0b1-7c182384e83e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:09.883375 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:09.895174 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-02778f3c-77dc-4d96-97d8-dc4621c695df admin admin] 10.222.0.47 "DELETE /v2.0/networks/444cebb9-7f65-4024-b0b1-7c182384e83e HTTP/1.1" status: 204 len: 168 time: 2.2730215 Feb 17 04:46:10.074295 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49870) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:10.127481 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-dfc7f7b7-57c8-4cc1-87a3-5c6076da2d69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1711843f8de5403fa8e8c80e71cf132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518274 Feb 17 04:46:10.129998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.47', 49874) {{(pid=84041) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:10.191212 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:10.218173 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:10.261862 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710425'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:10.266765 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-d652a3af-3c7e-4b84-8414-5c8145938e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:10.280636 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186aa4ba-dc24-42ca-9b47-928dbbf9caf2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:10.283611 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG oslo_concurrency.lockutils [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:10.293735 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:10.295500 dv-cinder-760197-3-smb neutron-server[83931]: INFO neutron.wsgi [None req-436be312-e2bb-489f-ba31-4c64f8f83d87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/186aa4ba-dc24-42ca-9b47-928dbbf9caf2 HTTP/1.1" status: 204 len: 168 time: 0.1645424 Feb 17 04:46:27.250417 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:46:32.456545 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:34.303259 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-807dfcf9-a05f-4f68-af4a-bf47799a7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:36.913987 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6d35906c-0b63-4795-983e-f94c94a66a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:37.577493 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:38.363168 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:38.647591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.463744 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.250275 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:47:04.305414 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-5fe6530f-ba7a-4a60-9ae8-f751d7254b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:06.915371 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5a87-c4a4-45dd-bf8e-19469c539783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:07.580468 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:08.365415 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:08.649095 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:32.462988 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:34.307063 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f9e6bc5d-2ad8-428e-9c6b-c29b08d4bc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:36.920582 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-577378d3-3422-46c3-9639-f07b212c219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:37.582205 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.366773 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.652938 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:41.249584 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:02.462600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:04.307965 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8cacc4a7-28ce-4769-85b9-badd5b161073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:06.922742 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a098f637-39f6-4518-8a7a-656af07a8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:07.585543 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:08.367628 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:08.655888 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:18.248998 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:32.461897 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:34.309572 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-8ec74de9-3cf0-4434-8765-1bf294879a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.924172 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-6e9157bf-7d89-4e1e-bdcf-f6f9197f5f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:37.588498 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:38.370494 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:38.657528 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:55.248423 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:49:02.477939 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.310942 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-fa85d024-add6-4e45-8818-4d4828d7b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:06.924568 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-71c7eb82-ebd7-46f5-af95-55ec742f7f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:07.590793 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:08.373216 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:08.660936 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:32.248534 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:49:32.474033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:34.312033 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-33121c9d-2e65-4687-bf03-2c2582686fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.925600 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1ba5-b22b-4d54-8fa0-6c2c1d14ce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:37.594028 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:38.375348 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:38.663110 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:02.473743 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:04.315989 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd22-b24d-41f8-bfd4-3b3daa3dd7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:06.926854 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-c7194f00-909d-4200-8068-2df55081a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:07.596113 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:08.377443 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:08.665518 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.247864 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:50:32.472683 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:34.318588 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-52cf79c4-6138-4fb6-ac65-fcb5923518df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.928389 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-d8f245e6-f3e0-41b5-baf0-02f71ffed004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.598332 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.381206 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.668948 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.248197 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.db.agents_db [None req-c0e42cde-9a4e-4251-91b9-d883e6b19153 None None] Agent healthcheck: found 6 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:51:02.474865 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d8-4daa-4c8f-b9ad-d2fdd882a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:03.294976 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-ef8fa939-4484-4662-9997-c11eb081a5b8 req-08cf86b5-55a1-4860-9cc3-1843df1bdb43 service neutron] (84041) timed out ('10.222.0.41', 55096) {{(pid=84041) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:51:04.320870 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-ff1126cf-38d8-417c-9bca-c6141031da16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:05.293339 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron.wsgi [req-01344245-624e-4b61-b467-3a5e34cda4a8 req-2e7c66b9-bb5f-4675-9d1f-27e1bb0212cd service neutron] (84041) timed out ('10.222.0.41', 55074) {{(pid=84041) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:51:06.931598 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-a245e5a6-a8bb-48db-b76e-9878860ef4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:07.601764 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-3a8b61d9-c052-48b1-be4e-5b3a5ae04926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:08.383499 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-f12969a6-eca8-4b5a-b64b-80cdb58b583d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:08.670591 dv-cinder-760197-3-smb neutron-server[83931]: DEBUG neutron_lib.callbacks.manager [None req-49eb4e06-b083-41d7-914c-5bb4294e721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739151097049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66739997'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}